-- Logs begin at Tue 2021-02-16 17:21:02 UTC, end at Tue 2021-02-16 18:41:35 UTC. -- Feb 16 18:07:05.674498 dv-cinder-763306-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 18:07:08.381845 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.common.config [-] Logging enabled! Feb 16 18:07:08.382338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev513 Feb 16 18:07:08.383677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83870) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 18:07:08.385468 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.common.config [-] Logging enabled! Feb 16 18:07:08.385767 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev513 Feb 16 18:07:08.386126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83870) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 18:07:08.387188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 18:07:08.387466 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 18:07:08.388527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 18:07:08.388816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 18:07:08.389082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 18:07:08.389460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.389810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.390157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.390427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.390775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.391118 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.391448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.391818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.392166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.392496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.392820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.393154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.393420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.393746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.394110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.394446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.394709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] debug = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.395031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.395595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.395924 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.396249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.396588 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.396903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.397223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.397552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.397926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] host = dv-cinder-763306-9-iscsi {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.398251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.398586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.398921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.399257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.399591 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.399917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.400250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.400567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.400882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] log_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.401200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.401538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.401874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.402216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.402477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.402736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.403076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.403414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.403789 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.404112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.404430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.404749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.405069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.405382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.405715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.406048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.406380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.406698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.407017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.407333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.407677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.408013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.408333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.408648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.408967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.409303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.409639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.409954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.410303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.410636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.410964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.411297 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.411645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.411973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.412288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.412601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.412914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] use_json = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.413235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.413547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.413876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.414190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.414503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.414817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.415131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.415467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:08.415840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.416189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.416538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.416866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.417204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.417532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.417871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.418193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.418535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.418871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.419202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.419522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.419882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.420205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.420552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.420908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.421252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.421594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.421913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.422234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.422553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.422875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.423213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.423593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.423920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.424243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.424569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.424915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.425748 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.426066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.426389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.426729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.427055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.427373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.427729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.428053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.428370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.428689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.429011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.429351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.429675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.429993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.430309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.430629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.430947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.431279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.431623 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.431944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.432260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.432584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.432903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.433220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.433550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.433869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.434192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.434509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.434815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.435131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.435448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.435808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.436127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.436443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.436762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.437079 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.437393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.437709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.438024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.438338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.438665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.439007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.439329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.439677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.440005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.440329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.440652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.441543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.441865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.442192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.442511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.442853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.443184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.443520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.443876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.444203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.444550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.445128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.445457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.445783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.446111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.446443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.446778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.447121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.447462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.447840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.448181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.448521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.448847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.449206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.449531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:08.449784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 18:07:08.450051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83870) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 16 18:07:09.107837 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO keyring.backend [-] Loading Gnome Feb 16 18:07:09.125460 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO keyring.backend [-] Loading Google Feb 16 18:07:09.128040 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO keyring.backend [-] Loading Windows (alt) Feb 16 18:07:09.131600 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO keyring.backend [-] Loading file Feb 16 18:07:09.132593 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO keyring.backend [-] Loading keyczar Feb 16 18:07:09.132882 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO keyring.backend [-] Loading multi Feb 16 18:07:09.133628 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO keyring.backend [-] Loading pyfs Feb 16 18:07:09.179791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:09.180110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:09.180436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:09.180815 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 18:07:09.576269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.576784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.576887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.625856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.626204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.626486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.630711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.631022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.631324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.699527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.699897 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.700207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.701354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.701667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.701974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.974026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.974354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.974673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.974985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:09.975864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.125143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.125529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.125861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.126177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.126482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.126865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.127169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.127460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.127782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.128124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.128492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.128801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.129112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.129408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.129724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.130042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.130339 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.130662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.130953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.131438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.131768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.132056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.132396 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.132681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.132960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.133386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 18:07:10.133669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 18:07:10.133948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 18:07:10.134225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 18:07:10.134502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 18:07:10.134777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 18:07:10.135206 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 18:07:10.138467 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 18:07:10.142431 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 18:07:10.146390 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Feb 16 18:07:10.148078 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 18:07:10.149333 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 18:07:10.149726 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 16 18:07:10.150171 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 18:07:10.152968 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 18:07:10.153261 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 18:07:10.153656 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 16 18:07:10.176554 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 16 18:07:10.177069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.177409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83870) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 16 18:07:10.177823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.179172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83870) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 18:07:10.179501 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 16 18:07:10.179847 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 16 18:07:10.182966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.183285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:10.252004 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 18:07:10.252235 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 18:07:10.252509 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 18:07:10.252915 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 18:07:10.286284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.sqlalchemy.engines [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83870) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 18:07:10.802433 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Initializing driver for type 'gre' Feb 16 18:07:10.803007 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] gre ID ranges: [(1, 1000)] Feb 16 18:07:10.893777 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Initializing driver for type 'local' Feb 16 18:07:10.894773 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Initializing driver for type 'vlan' Feb 16 18:07:10.939528 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] VlanTypeDriver initialization complete Feb 16 18:07:10.939955 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Initializing driver for type 'vxlan' Feb 16 18:07:10.940513 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] vxlan ID ranges: [(1, 1000)] Feb 16 18:07:11.087982 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Initializing extension driver 'port_security' Feb 16 18:07:11.088293 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.extensions.port_security [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] PortSecurityExtensionDriver initialization complete Feb 16 18:07:11.088673 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Initializing mechanism driver 'openvswitch' Feb 16 18:07:11.094908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:11.095792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > port after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.096208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > port after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.096601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > port after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.097036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.097430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.097819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.098244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > network after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.098642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > network after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.099030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > network after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.099451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.099875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.100259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.100681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.101066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.101446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.101999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.102385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.102766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.103140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] ML2 OVO RPC backend initialized. {{(pid=83870) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 16 18:07:11.103918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.104318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.104780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > network before_response 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.105155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > networks before_response 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.105529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > port before_response 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.105911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > ports before_response 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.106293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.106676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.107065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > network after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.107443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > network after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.107845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > network after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.108219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > port after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.108601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > port after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.108977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > port after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.109351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.109730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.110103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.110740 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.plugin [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Modular L2 Plugin initialization complete Feb 16 18:07:11.111102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading services supported by the core plugin {{(pid=83870) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 18:07:11.111475 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.plugins.ml2.managers [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Got port-security extension from driver 'port_security' Feb 16 18:07:11.112021 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.extensions.vlantransparent [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Disabled vlantransparent extension. Feb 16 18:07:11.112995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83870) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 18:07:11.113346 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading Plugin: router Feb 16 18:07:11.151316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.151790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router after_create 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.152202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router before_create 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.152609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.153034 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.153433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router after_delete 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.153836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.154248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router after_create 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.154638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router after_update 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.155032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router after_update 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.155422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.155853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router after_update 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.156346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.156770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: port after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.157156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: port after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.157542 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: subnet after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.157929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.158328 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.158718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.159104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: port before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.159490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.159927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router after_update 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.160313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.160707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.161121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.161512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.161949 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > network after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.162942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Tracking information for resource: router configured {{(pid=83870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 18:07:11.163324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Tracking information for resource: floatingip configured {{(pid=83870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 18:07:11.168206 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_agentschedulers_db [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 18:07:11.168858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: port after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.169261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: port after_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.169653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: port after_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.170051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: port after_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.170955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router before_create 55550100 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.171367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.171806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.172204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.177498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.provider_configuration [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service providers = [] {{(pid=83870) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 18:07:11.177902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.servicetype_db [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83870) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 18:07:11.180920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.service_base [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 18:07:11.181319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.service_base [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 18:07:11.181707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.service_base [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 18:07:11.182612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.service_base [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 18:07:11.183023 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.services.service_base [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 18:07:11.183448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 18:07:11.183834 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 18:07:11.194453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 18:07:11.195095 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading Plugin: auto_allocate Feb 16 18:07:11.200909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: network precommit_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.201326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: network precommit_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.201930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 18:07:11.202296 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading Plugin: tag Feb 16 18:07:11.209496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 18:07:11.209865 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading Plugin: timestamp Feb 16 18:07:11.213729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 18:07:11.214255 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading Plugin: network_ip_availability Feb 16 18:07:11.219808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.220223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.220623 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.221416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 18:07:11.221782 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading Plugin: flavors Feb 16 18:07:11.226341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 18:07:11.226723 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading Plugin: revisions Feb 16 18:07:11.230988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 18:07:11.231415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.051s {{(pid=83870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:11.232261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83870) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 16 18:07:11.232628 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Initializing extension manager. Feb 16 18:07:11.233197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: __init__.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.233583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: __pycache__ {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.233965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.234344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: address_group.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.235309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.235985 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: address-group Feb 16 18:07:11.236360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: address_scope.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.237149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.238246 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: address-scope Feb 16 18:07:11.238614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.239596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.240177 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: router-admin-state-down-before-update Feb 16 18:07:11.240543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: agent.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.241316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.241903 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: agent Feb 16 18:07:11.242266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: agent_resources_synced.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.243199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.243807 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: agent-resources-synced Feb 16 18:07:11.244168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.245984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.246580 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: allowed-address-pairs Feb 16 18:07:11.246950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.248066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.248658 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: auto-allocated-topology Feb 16 18:07:11.249029 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: availability_zone.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.249791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.250377 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: availability_zone Feb 16 18:07:11.250746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: availability_zone_filter.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.251706 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.252292 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: availability_zone_filter Feb 16 18:07:11.252659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: data_plane_status.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.254176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.254734 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 18:07:11.255101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: default_subnetpools.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.256067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.256654 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: default-subnetpools Feb 16 18:07:11.257020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.257991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.258593 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: dhcp_agent_scheduler Feb 16 18:07:11.258963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: dns.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.259928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.260517 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 18:07:11.260886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: dns_domain_ports.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.261827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.262406 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 18:07:11.262776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: dvr.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.263509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.264122 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: dvr Feb 16 18:07:11.264487 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: empty_string_filtering.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.265426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.266012 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: empty-string-filtering Feb 16 18:07:11.266381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.267323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.267926 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 18:07:11.268291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.269251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.269826 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 18:07:11.270190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: external_net.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.271121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.271742 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: external-net Feb 16 18:07:11.272112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.273041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.273620 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: extra_dhcp_opt Feb 16 18:07:11.273983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: extraroute.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.274915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.275498 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: extraroute Feb 16 18:07:11.275885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: extraroute_atomic.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.276932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.277520 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: extraroute-atomic Feb 16 18:07:11.277886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: filter_validation.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.278595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.279175 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: filter-validation Feb 16 18:07:11.279538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: fip_pf_description.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.280490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.281068 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 18:07:11.281435 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: fip_port_details.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.282365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.282947 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: fip-port-details Feb 16 18:07:11.283312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: flavors.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.284621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.285219 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: flavors Feb 16 18:07:11.285587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.287278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.287919 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 18:07:11.288394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: floatingip_pools.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.289166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.289760 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: floatingip-pools Feb 16 18:07:11.290130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: ip_allocation.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.291081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.291688 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 18:07:11.292060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.293007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.293591 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: ip-substring-filtering Feb 16 18:07:11.293960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: l2_adjacency.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.294929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.295504 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 18:07:11.295889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: l3.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.296968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.297565 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: router Feb 16 18:07:11.297930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.300753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.301354 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 18:07:11.301734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.302688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.303276 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: ext-gw-mode Feb 16 18:07:11.303680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.304627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.305209 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: l3-ha Feb 16 18:07:11.305579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: l3_flavors.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.306516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.307105 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: l3-flavors Feb 16 18:07:11.307471 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.308439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.309028 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 18:07:11.309396 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: l3agentscheduler.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.310675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.311274 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: l3_agent_scheduler Feb 16 18:07:11.311669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: logging.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.313209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.313817 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension logging not supported by any of loaded plugins Feb 16 18:07:11.314194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: metering.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.315005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.316299 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: metering Feb 16 18:07:11.316676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.317820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.318412 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: metering_source_and_destination_fields Feb 16 18:07:11.318779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: multiprovidernet.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.320127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.321035 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: multi-provider Feb 16 18:07:11.322163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: netmtu.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.323109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.323746 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: net-mtu Feb 16 18:07:11.324104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: netmtu_writable.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.325055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.325642 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: net-mtu-writable Feb 16 18:07:11.326009 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: network_availability_zone.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.326758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.327338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: network_availability_zone Feb 16 18:07:11.327729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: network_ip_availability.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.328876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.329464 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: network-ip-availability Feb 16 18:07:11.329833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: network_segment_range.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.330798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.331410 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 18:07:11.331807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: pagination.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.332885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.333272 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: pagination Feb 16 18:07:11.333640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: port_device_profile.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.334568 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.335156 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: port-device-profile Feb 16 18:07:11.335523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.336525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.337110 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: port-mac-address-regenerate Feb 16 18:07:11.337482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.338458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.339002 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: port-numa-affinity-policy Feb 16 18:07:11.339383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: port_resource_request.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.340337 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.340912 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 18:07:11.341276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: portbindings.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.342234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.342815 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: binding Feb 16 18:07:11.343179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: portbindings_extended.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.344512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.345097 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: binding-extended Feb 16 18:07:11.345467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: portsecurity.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.346405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.347024 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: port-security Feb 16 18:07:11.347389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: project_id.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.348447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.348826 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: project-id Feb 16 18:07:11.349191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: providernet.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.350142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.350727 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: provider Feb 16 18:07:11.351091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.354694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.355295 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos not supported by any of loaded plugins Feb 16 18:07:11.355722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.358154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.358761 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 18:07:11.359141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.360124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.360713 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 18:07:11.361083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos_default.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.362024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.363135 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos-default not supported by any of loaded plugins Feb 16 18:07:11.363499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos_fip.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.364238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.364822 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 18:07:11.365185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.366130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.366719 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 18:07:11.367084 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.368069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.368652 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 18:07:11.369022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.369961 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.370538 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 18:07:11.370904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: qos_rules_alias.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.372063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.372640 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 18:07:11.373004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: quotasv2.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.374025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.374402 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: quotas Feb 16 18:07:11.374764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: quotasv2_detail.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.376446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.376834 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: quota_details Feb 16 18:07:11.377205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: rbac.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.378986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.379599 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: rbac-policies Feb 16 18:07:11.379974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: rbac_address_scope.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.380921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.381509 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: rbac-address-scope Feb 16 18:07:11.381877 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: rbac_security_groups.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.382925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.383514 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: rbac-security-groups Feb 16 18:07:11.383934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.384887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.385474 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: rbac-subnetpool Feb 16 18:07:11.385841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: revisionifmatch.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.386795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.387378 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: revision-if-match Feb 16 18:07:11.387768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: revisions.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.388918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.389505 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: standard-attr-revisions Feb 16 18:07:11.389874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: router_availability_zone.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.390602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.391189 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: router_availability_zone Feb 16 18:07:11.391579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: routerservicetype.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.392513 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.393095 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 18:07:11.393464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.394444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.395030 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: security-groups-normalized-cidr Feb 16 18:07:11.395395 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.396366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.396946 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: port-security-groups-filtering Feb 16 18:07:11.397310 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.398265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.398854 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: security-groups-remote-address-group Feb 16 18:07:11.399219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: securitygroup.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.412518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.413141 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: security-group Feb 16 18:07:11.413525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: segment.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.414409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.414999 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension segment not supported by any of loaded plugins Feb 16 18:07:11.415371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.416385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.416982 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 18:07:11.417351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: servicetype.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.418461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.419066 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: service-type Feb 16 18:07:11.419438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: sorting.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.420460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.420842 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: sorting Feb 16 18:07:11.421209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: standard_attr_segment.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.422152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.422741 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 18:07:11.423109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: standardattrdescription.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.423833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.424415 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: standard-attr-description Feb 16 18:07:11.424779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: stateful_security_group.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.426239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.426822 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: stateful-security-group Feb 16 18:07:11.427189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: stdattrs_common.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.427815 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 18:07:11.428181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.429245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.429836 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 18:07:11.430199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: subnet_onboard.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.431282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.431904 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: subnet_onboard Feb 16 18:07:11.432271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.433217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.433799 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 18:07:11.434164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: subnet_service_types.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.435109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.435725 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: subnet-service-types Feb 16 18:07:11.436094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: subnetallocation.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.437193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.437783 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: subnet_allocation Feb 16 18:07:11.438147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.438854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.439446 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: subnetpool-prefix-ops Feb 16 18:07:11.439825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.441381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.441970 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 18:07:11.442339 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: tagging.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.443656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.444259 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: standard-attr-tag Feb 16 18:07:11.444627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: timestamp.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.446075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.446668 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loaded extension: standard-attr-timestamp Feb 16 18:07:11.447040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: trunk.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.448106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.448688 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension trunk not supported by any of loaded plugins Feb 16 18:07:11.449052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: trunk_details.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.449998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.450579 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 18:07:11.450940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.451933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.452523 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 18:07:11.452886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Loading extension file: vlantransparent.py {{(pid=83870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 18:07:11.453593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:07:11.454172 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 18:07:11.456964 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:network Feb 16 18:07:11.457776 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:subnet Feb 16 18:07:11.458497 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:07:11.459175 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:port Feb 16 18:07:11.460732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.461232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service FLAVORS assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.461934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.462421 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.462799 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:router Feb 16 18:07:11.463534 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 18:07:11.464386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service METERING assigned prefix: /metering {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.466192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.466603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.466995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:11.468168 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 18:07:11.468670 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:security_group Feb 16 18:07:11.469493 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 18:07:11.470323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service CORE assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.470701 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:07:11.471077 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] subnetpool is already registered Feb 16 18:07:11.471776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service CORE assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.472680 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:07:11.473045 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] subnetpool is already registered Feb 16 18:07:11.475830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.476319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service FLAVORS assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.476983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.477456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.477833 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:router Feb 16 18:07:11.478204 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] router is already registered Feb 16 18:07:11.478874 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 18:07:11.479245 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] floatingip is already registered Feb 16 18:07:11.479983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service METERING assigned prefix: /metering {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.480752 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 18:07:11.481124 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] rbac_policy is already registered Feb 16 18:07:11.481759 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:security_group Feb 16 18:07:11.482133 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] security_group is already registered Feb 16 18:07:11.482798 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 18:07:11.483168 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] security_group_rule is already registered Feb 16 18:07:11.483929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service CORE assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.484303 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:07:11.484671 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] subnetpool is already registered Feb 16 18:07:11.485350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.resource_helper [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Service CORE assigned prefix: {{(pid=83870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 18:07:11.485721 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:07:11.486086 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.quota.resource_registry [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] subnetpool is already registered Feb 16 18:07:11.486830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: extensions {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.488944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: address-groups {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.490634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: address-scopes {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.491994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: agents {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.493231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: auto-allocated-topology {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.494564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: availability_zones {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.496000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: dhcp-networks {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.497508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: dhcp-agents {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.499020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: routers {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.500962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: flavors {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.502288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: service_profiles {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.503651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: next_providers {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.506078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: service_profiles {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.507671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: floatingip-pools {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.508982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: routers {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.510891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: floatingips {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.512215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: l3-routers {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.513695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: l3-agents {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.515196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: metering-labels {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.516663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: metering-label-rules {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.518040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: network-ip-availabilities {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.519423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: bindings {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.521182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: quotas {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.522707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: quotas {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.524241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: rbac-policies {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.525629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: security-groups {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.526915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: security-group-rules {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.528257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: service-providers {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.529569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: subnetpools {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.531066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: subnetpools {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.532679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.535133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.537064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.538935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.540886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.542681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.544620 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.546552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.548626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.551170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.extensions [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Extended resource: tags {{(pid=83870) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 18:07:11.558149 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING keystonemiddleware.auth_token [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 18:07:11.563483 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING keystonemiddleware.auth_token [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 18:07:11.572876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Acquired lock "singleton_lock" {{(pid=83870) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 18:07:11.573405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Releasing lock "singleton_lock" {{(pid=83870) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 18:07:11.574859 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO oslo_service.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Starting 2 workers Feb 16 18:07:11.579705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Started child 83981 {{(pid=83870) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 18:07:11.583700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:11.584538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Started child 83982 {{(pid=83870) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 18:07:11.585159 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [-] (83981) wsgi starting up on http://0.0.0.0:9696 Feb 16 18:07:11.586042 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 18:07:11.586725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Notify callbacks [] for process, before_spawn {{(pid=83870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:11.588004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:11.589331 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO oslo_service.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Starting 1 workers Feb 16 18:07:11.589444 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [-] (83982) wsgi starting up on http://0.0.0.0:9696 Feb 16 18:07:11.594759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Started child 83983 {{(pid=83870) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 18:07:11.595333 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO oslo_service.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Starting 1 workers Feb 16 18:07:11.597509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] calling RpcWorker wait() {{(pid=83983) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 18:07:11.597919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] returning from RpcWorker wait() {{(pid=83983) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 18:07:11.599394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:11.599933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:11.600651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Started child 83984 {{(pid=83870) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 18:07:11.601479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-861bfd30-d5c1-4fe4-bd33-6c4dd07349f5 None None] Notify callbacks [] for process, after_spawn {{(pid=83870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:11.603067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83870) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 18:07:11.603323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 18:07:11.603533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 18:07:11.603834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 18:07:11.604215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 18:07:11.604411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 18:07:11.604519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:11.604974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.605278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.605586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.605693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:11.605874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.606214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.606905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.607200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.607498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.607837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.608128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.608331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.608529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.608818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.609112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.609459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.609750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.610022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.610285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.610506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.610792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.611104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.611395 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.611735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] debug = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.612022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.613169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.613439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.613742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.614008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.614322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.614615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.614927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.615203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.615456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.615778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.616084 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.616362 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.616639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.616925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.617204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.617663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] host = dv-cinder-763306-9-iscsi {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.617918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.618173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.618444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.618714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.619001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.619280 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.619584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.619901 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.620179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.620444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.620717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.621010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.621280 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.621624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.621799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_options = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.621996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.622303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.622606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.622828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.623000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.623207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.623472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.623656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.623955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.624178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.624428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.624683 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.624953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.625217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.625518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.625770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.626051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.626296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.626584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.626878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.627166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.627497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.627706 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.627950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.628241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.628492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.628756 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.629614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.629614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.629614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.629845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.630208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.630369 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.630628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.630900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.631148 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.631413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.631754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.632028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.632319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.632606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.632854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.633133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.633387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.633655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.633919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_json = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.634166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.634436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.634721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.634972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.635248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.635516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.635791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.636079 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.636525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.636842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.637200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.637466 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.637739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.638014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.638305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.638586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.638859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.639131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.639466 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.639739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.640053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.640309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.640597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.640935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.641240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.641547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.641832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.642104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.642394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.642636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.642983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.643299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.643644 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.643964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.644220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.644479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.644764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.645017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.654765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.655823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.659966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.663889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.664553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.664553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.664553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.664553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.664553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.664553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.664553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.664553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.665859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.666196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.666363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.666655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.666953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.669920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.670144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.670476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.670781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.671042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.671302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.671627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.672000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.672294 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.672551 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.672805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.673112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.673506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.673632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.673914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.674212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.674475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.674749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.675078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.675872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.676128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.676448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.676681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.676937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.677212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.677474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.677749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.678004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.678294 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.678569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.678832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.679109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.679366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.680541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.680541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.680541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.680541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.681166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.681166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.681166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.681743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.681743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.682008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.682149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.682823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.682823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.683010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.683110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.683403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.683729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.683975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.684306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.684512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.684787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.684979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.685225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.685480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.685750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.686041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.686300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.686604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.686849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.687188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.687583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.687787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.688045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.688303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.688578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.688854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.689126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.689382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.689657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.689912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.690196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.690487 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.690802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.691054 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.691312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.691575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.691837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.692106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.692459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.692736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.692989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.693263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.693530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.693799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.694050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.694299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.694555 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.695074 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.695344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.695627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.695881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.696136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.696389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.696719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.697027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.697296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.697625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.697920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.698228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.698511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.698884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.699140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.699424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.699715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.700013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.700359 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.703124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.703124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.703124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.703124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.703124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.703124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.703124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.703124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.704198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.704198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.704198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.704198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.705108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.705108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.705108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.705108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.705626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.705626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.705896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.706037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.706312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.706599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.706886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.707146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.707419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.707709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.707976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.708226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.708489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.708746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.708937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 18:07:11.709460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83870) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 18:07:11.709654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 18:07:11.709840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 18:07:11.710052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 18:07:11.710257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 18:07:11.710442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 18:07:11.710697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.710892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.711085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.711283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.711474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.711715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.711928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.712631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.712631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.712631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.712631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.713306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.713306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.713306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.713306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.713661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.713661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.713844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.713936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.714099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.714290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.714481 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.714671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] debug = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.714861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.715070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.715244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.715626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.715824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.716015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.716204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.716394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.716586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.716775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.716965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.717154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.717344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.717535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.717726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.717915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.718105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] host = dv-cinder-763306-9-iscsi {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.718295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.718474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.718634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.718830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.718971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.719155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.719344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.719532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.719745 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.719934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.720123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.720312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.720501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.720691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.720880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_options = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.721067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.721262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.721451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.721668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.722381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.722577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.722772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.722946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.723132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.723322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.723510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.723703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.723896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.724086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.724262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.724438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.724627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.724815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.725005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.725194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.725382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.725552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.725735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.725936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.726089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.726276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.726464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.726654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.726843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.727033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.727222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.727411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.727633 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.727827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.728014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.728203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.728390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.728583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.728772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.728961 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.729152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.729342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.729530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.729717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.729905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.730096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_json = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.730283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.730472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.730659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.730850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.731018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.731199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.731387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.731600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 18:07:11.731813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.732017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.732226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.732419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.732610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.732803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.732972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.733158 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.733352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.733546 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.733744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.733936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.734142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.734335 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.734525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.734718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.734911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.735103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.735296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.735489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.735705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.735896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.736107 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.736299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.736492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.736683 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.736876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.737068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.737261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.737453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.738214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.738408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.738600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.738793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.738984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.739178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.739369 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.739575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.739775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.739970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.740185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.740330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.740519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.740712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.740903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.741094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.741287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.741483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.741676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.741867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.742071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.742263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.742455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.742646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.742837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.743029 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.743220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.743411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.743635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.744837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.744837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.744837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.744837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.744837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.744837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.744837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.745502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.745502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.745502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.745502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.745845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.745845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.746018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.746150 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.746348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.746542 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.746734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.746927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.747089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.747285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.747476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.747693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.747883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.748078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.748277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.748488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.748652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.748816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.749184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.749184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.749385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.749480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.749665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.749860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.750052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.750244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.750437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.750632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.750845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.750990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.751180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.751373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.751581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.751779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.751971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.752163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.752357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.752549 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.752740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.752931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.753143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.753348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.753540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.753733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.753924 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.754124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.754325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.754521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.754712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.754888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.755071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.755262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.755453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.755685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.755880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.756072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.756263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.756465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.756668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.756859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.757050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.757242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.757483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.757675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.757867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.758059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.758251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.758445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.758636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.758827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.759018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.759209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.759400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.759622 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.759830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.760022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.760215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.760408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.760602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.760800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.760909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:11.760992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.761155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.761352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.761543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.761735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.761926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.762116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.762308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.762498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.762691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.762881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.763073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.763265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.763457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.763670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.763861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.764053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.764245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.764435 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.764629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.764822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.765014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.765207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.765400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.765592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.765785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.765978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.766170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.766362 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.766556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.766748 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.766941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.767134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.767326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.767519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.767752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.767945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.768153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.768344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.768540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.768751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.768945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.769136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.769328 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.769520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.769714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.769905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.770097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.770291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.770485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.770676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.770868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.771060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.771254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.771446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.771662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.771868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.772060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.772254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.772444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.772635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.772838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.773030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.773221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.773412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.773604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.773805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.773999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.774465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.774465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.774638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.774732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.774863 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.775058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.775260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.775452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.775690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.775892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.776073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.776234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.776446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.776602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.776794 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.777072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.777173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.777321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.777524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.777723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.777916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.778141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.778292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.778493 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.778687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.778888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.779093 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.779286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.779474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.779691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.779884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.780075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.780265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.780459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.780650 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.780843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.781033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.781228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.781468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.781582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.781754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.781948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.782138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.782329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.782520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.782711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:07:11.782894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83870) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 18:07:11.832008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35656) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:11.843409 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092423 Feb 16 18:07:22.074797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61506d97-c019-4c5c-967a-9447a133409f None None] get_active_networks_info from dv-cinder-763306-9-iscsi {{(pid=83983) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 18:07:22.200465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61506d97-c019-4c5c-967a-9447a133409f None None] No non-hosted networks {{(pid=83983) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 18:07:22.364870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a63013ec-0f37-4112-b7a6-8f094aad6a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712'] for agent, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:24.177660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b0419ac9-6b64-46ba-bc90-c67d029c4107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712'] for agent, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:24.221966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a4724586-9d90-4686-986b-6fc0e0df39eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:24.956437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712'] for agent, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:25.871329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712'] for agent, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:25.872711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.873333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.873976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.874538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.875099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.875703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.876281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.876858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.877424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.878006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.878580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.879153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:25.879785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-9-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:25.890819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-9-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:26.363216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712'] for agent, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.515676 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_hamode_db [None req-c31fd5a3-e04d-47d5-be5a-bae9e3c29c84 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 18:07:27.605991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fd5a3-e04d-47d5-be5a-bae9e3c29c84 None None] Routers set() bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:27.606417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fd5a3-e04d-47d5-be5a-bae9e3c29c84 None None] Router IDs set() for agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 16 18:07:27.801424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] get_endpoint_by_host() called for host dv-cinder-763306-9-iscsi {{(pid=83983) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 18:07:27.806121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] get_endpoint_by_ip() called for ip 192.168.0.72 {{(pid=83983) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 18:07:27.809388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] _add_endpoint() called for ip 192.168.0.72 {{(pid=83983) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 18:07:27.859280 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] _get_endpoints() called {{(pid=83983) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 18:07:27.863729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35750) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:28.482758 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING oslo_policy.policy [None req-d93e1caf-9c15-4e70-b0f7-c4ccd73b74d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:07:28.483356 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING oslo_policy.policy [None req-d93e1caf-9c15-4e70-b0f7-c4ccd73b74d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:07:28.714896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [None req-d93e1caf-9c15-4e70-b0f7-c4ccd73b74d3 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:07:28.716069 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d93e1caf-9c15-4e70-b0f7-c4ccd73b74d3 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8512621 Feb 16 18:07:31.415665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35764) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:31.803726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:31.873388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.policy [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83982) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 18:07:31.910433 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING oslo_policy.policy [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:07:31.910806 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING oslo_policy.policy [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:07:31.936829 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] Loaded quota_driver: . Feb 16 18:07:31.954381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:32.048035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300400950249', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300400931281', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300400932267', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300400919594', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300400920671', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1609196', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1611787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-593686', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-968361'] for rbac-policy, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.248076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.249353 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-96d65b40-188e-479b-a13f-07d3ffa66ad8 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8326125 Feb 16 18:07:35.208055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35778) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:35.573080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'name': 'private'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:35.579018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:35.583773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Usage tracker for resource:network and tenant:2e4266180cec44029e79bdea13768cb6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:35.587450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:35.593608 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:35.664506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Made reservation on behalf of 2e4266180cec44029e79bdea13768cb6 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:35.670503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.689575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.859081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:35.863077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Usage tracker for resource:security_group_rule and tenant:2e4266180cec44029e79bdea13768cb6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:35.866626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:35.872340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:36.117902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.150105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.154950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:36.176200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:07:36.200851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.201332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Added segment ce8bad0c-d49f-41a0-ac09-51e0b270f7f8 of type vxlan for network af756c3c-7548-4d19-942b-6c4534c5e201 Feb 16 18:07:36.254951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f305eda-e70c-4f5f-b7a1-9507df08a5f8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:36.278309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.278683 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.279085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.279417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.279792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.280151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.280504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.280852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.281238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.281565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.281918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.282263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Tracked resource versions report: Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: pushed versions: Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: { 'AddressGroup': {'1.1'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': {'1.0'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': {'1.0'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': {'1.1'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': {'1.7'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': {'1.2'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': {'1.8'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': {'1.4'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': {'1.0'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': {'1.1'}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': {'1.1'}} Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: consumer versions: Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: { DHCP agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: L3 agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: Metadata agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: Metering agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@dv-cinder-763306-9-iscsi: { 'AddressGroup': '1.1', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}} Feb 16 18:07:36.283409 dv-cinder-763306-9-iscsi neutron-server[83870]: {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:07:36.317883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.334565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:36.395974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.397267 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:36.397917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.402688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:36.513334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Pushing event updated for resources: {'Network': ['ID=af756c3c-7548-4d19-942b-6c4534c5e201,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:36.516465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:36.529299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network af756c3c-7548-4d19-942b-6c4534c5e201 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:07:36.539886 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.3306460 Feb 16 18:07:39.542997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35794) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:40.020076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0fcac-bed6-41db-a1c9-e099a2a0b3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:40.021526 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-52b0fcac-bed6-41db-a1c9-e099a2a0b3fc admin admin] 10.222.0.16 "GET /v2.0/networks/af756c3c-7548-4d19-942b-6c4534c5e201 HTTP/1.1" status: 200 len: 818 time: 0.4774415 Feb 16 18:07:40.050579 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5fea0b86-8e1d-456b-b226-bf653a1ae1fb admin admin] 10.222.0.16 "GET /v2.0/subnetpools/05f1ff22-372e-4657-8028-75f5430a7104 HTTP/1.1" status: 200 len: 734 time: 0.0229077 Feb 16 18:07:40.059843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'subnetpool_id': '05f1ff22-372e-4657-8028-75f5430a7104', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:40.064194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:40.068209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Usage tracker for resource:subnet and tenant:2e4266180cec44029e79bdea13768cb6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:40.071457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:40.077217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:40.183645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Made reservation on behalf of 2e4266180cec44029e79bdea13768cb6 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:40.188239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.698677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.713882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:40.851640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b513e4-8296-4cb7-8e5a-af693db0a98d,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:40.857682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:40.915123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Checking segment: {'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:40.915509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Network hostable DHCP agents. Network: af756c3c-7548-4d19-942b-6c4534c5e201, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:07:40.966587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Network af756c3c-7548-4d19-942b-6c4534c5e201 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:07:41.012278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, af756c3c-7548-4d19-942b-6c4534c5e201) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:41.017525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:41.018815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.022897 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996e107-aa62-4f73-84c7-89bff9d482a9 None None] Network af756c3c-7548-4d19-942b-6c4534c5e201 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:07:41.065452 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0086091 Feb 16 18:07:41.345248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-af756c3c-7548-4d19-942b-6c4534c5e201', 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'fixed_ips': [{'subnet_id': '26b513e4-8296-4cb7-8e5a-af693db0a98d'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:07:41.346477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.831357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Allocated IP 172.20.0.2 (af756c3c-7548-4d19-942b-6c4534c5e201/26b513e4-8296-4cb7-8e5a-af693db0a98d/bfdfbde6-078a-4053-ae9a-8333089565b7) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:42.069485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:42.160018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Transition to ACTIVE for port object bfdfbde6-078a-4053-ae9a-8333089565b7 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:42.179537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Transition to ACTIVE for port object bfdfbde6-078a-4053-ae9a-8333089565b7 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:42.208315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:42.223931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:42.366671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Pushing event updated for resources: {'Port': ['ID=bfdfbde6-078a-4053-ae9a-8333089565b7,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:42.378963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.379340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.379744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.380117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.380482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.380849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.381209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.381568 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.381941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.382300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.382654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.383008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Tracked resource versions report: Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: pushed versions: Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: { 'AddressGroup': {'1.1'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': {'1.0'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': {'1.0'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': {'1.1'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': {'1.7'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': {'1.2'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': {'1.8'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': {'1.4'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': {'1.0'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': {'1.1'}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': {'1.1'}} Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: consumer versions: Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: { DHCP agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: L3 agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: Metadata agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: Metering agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@dv-cinder-763306-9-iscsi: { 'AddressGroup': '1.1', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}} Feb 16 18:07:42.384196 dv-cinder-763306-9-iscsi neutron-server[83870]: {{(pid=83983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:07:42.391569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:42.430403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Network af756c3c-7548-4d19-942b-6c4534c5e201 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:42.431598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:42.435000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:42.497150 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Attempting to bind port bfdfbde6-078a-4053-ae9a-8333089565b7 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:42.497817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Attempting to bind port bfdfbde6-078a-4053-ae9a-8333089565b7 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:42.498237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Attempting to bind port bfdfbde6-078a-4053-ae9a-8333089565b7 on network af756c3c-7548-4d19-942b-6c4534c5e201 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:42.504306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:42.504714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Checking segment: {'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:42.506179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:42.506179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Bound using segment: {'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:42.506179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Bound port: bfdfbde6-078a-4053-ae9a-8333089565b7, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:42.506509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:42.597906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] For port bfdfbde6-078a-4053-ae9a-8333089565b7, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:42.601971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] For port bfdfbde6-078a-4053-ae9a-8333089565b7, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=bfdfbde6-078a-4053-ae9a-8333089565b7,segment=NetworkSegment(ce8bad0c-d49f-41a0-ac09-51e0b270f7f8),segment_id=ce8bad0c-d49f-41a0-ac09-51e0b270f7f8)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:42.642562 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:42.657716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:42.818077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Pushing event updated for resources: {'Port': ['ID=bfdfbde6-078a-4053-ae9a-8333089565b7,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:42.821587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:43.810304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 35804) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:44.445746 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING oslo_policy.policy [None req-be6acfdc-a124-4914-9da7-5e008e85235f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:07:44.446438 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING oslo_policy.policy [None req-be6acfdc-a124-4914-9da7-5e008e85235f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:07:44.678694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [None req-be6acfdc-a124-4914-9da7-5e008e85235f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:07:44.680001 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-be6acfdc-a124-4914-9da7-5e008e85235f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8676410 Feb 16 18:07:45.904719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device bfdfbde6-078a-4053-ae9a-8333089565b7 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:46.242125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port bfdfbde6-078a-4053-ae9a-8333089565b7 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:47.434745 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 35822) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:47.668354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f0b15a-08b9-402f-bd40-29821bb0a484 None None] Network af756c3c-7548-4d19-942b-6c4534c5e201 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:07:47.789226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] Provisioning for port bfdfbde6-078a-4053-ae9a-8333089565b7 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:47.825058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] Provisioning complete for port bfdfbde6-078a-4053-ae9a-8333089565b7 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:47.825479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:47.840512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [None req-a6149e11-0045-4f3e-a048-4a25f2f658d5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:07:47.841694 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a6149e11-0045-4f3e-a048-4a25f2f658d5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4059422 Feb 16 18:07:48.038811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:48.079475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] For port bfdfbde6-078a-4053-ae9a-8333089565b7, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=bfdfbde6-078a-4053-ae9a-8333089565b7,segment=NetworkSegment(ce8bad0c-d49f-41a0-ac09-51e0b270f7f8),segment_id=ce8bad0c-d49f-41a0-ac09-51e0b270f7f8)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:48.099459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:48.101679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:48.178613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bfdfbde6-078a-4053-ae9a-8333089565b7,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:48.182020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:48.326817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-d6e1ce7e-4044-45b2-a20d-a21191112aab None None] Provisioning complete for port bfdfbde6-078a-4053-ae9a-8333089565b7 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:48.327377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ce7e-4044-45b2-a20d-a21191112aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:48.578138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-90367fc5-4154-479a-bf2c-033a71d197fa None None] Provisioning complete for port bfdfbde6-078a-4053-ae9a-8333089565b7 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:48.578626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-90367fc5-4154-479a-bf2c-033a71d197fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:49.856128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device bfdfbde6-078a-4053-ae9a-8333089565b7 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:49.927490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port bfdfbde6-078a-4053-ae9a-8333089565b7 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:49.927941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:50.871210 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 35834) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:51.239741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Request body: {'router': {'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'name': 'router1', 'admin_state_up': True}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:51.288159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.policy [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83981) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 18:07:51.324879 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING oslo_policy.policy [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:07:51.325309 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING oslo_policy.policy [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:07:51.352163 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.quota [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Loaded quota_driver: . Feb 16 18:07:51.368464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:51.374769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Usage tracker for resource:router and tenant:2e4266180cec44029e79bdea13768cb6 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:51.379162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:51.386616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:51.430389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:51.432520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:51.508293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:51.796658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:51.830511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:51.831801 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8586ccf2-7afd-498c-8c24-dfb1499f1f90 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9594338 Feb 16 18:07:51.983988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c454ed27-3536-4055-ad1e-a1bd6e356bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:54.138760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b3692505-4f25-41bb-bde8-ec28cc724ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:54.516226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 35846) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:54.832766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [None req-4a50059f-3243-4819-93c1-fd3124df1146 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:07:54.833843 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4a50059f-3243-4819-93c1-fd3124df1146 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3165371 Feb 16 18:07:54.893332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:55.841518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:56.310082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:57.414024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35866) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:57.480547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:57.485324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:57.492517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Usage tracker for resource:network and tenant:24453a0e0adf4d5a8308161ecc617f12 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:57.495509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:57.501273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:57.629298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Made reservation on behalf of 24453a0e0adf4d5a8308161ecc617f12 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:57.633805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:57.646483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:57.660456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:07:57.661251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:57.665182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:24453a0e0adf4d5a8308161ecc617f12 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:57.668078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:57.674179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:57.911360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:57.937873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:57.942741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:57.956061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Reserving flat network on physical network physnet1 {{(pid=83982) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 16 18:07:57.973259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491462fb-f4e9-4512-a420-b785bf73d067,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:57.976489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:58.022746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:58.023400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Unsubscribe: segment precommit_create {{(pid=83982) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 16 18:07:58.023870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Added segment df122d77-d631-492a-b95c-faacdd07fcac of type flat for network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc Feb 16 18:07:58.154937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:58.218455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:58.219657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:58.220780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:58.225534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b5403167-12cb-4c2b-81ae-c37ae004293b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:58.327911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:58.332678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:58.339030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:07:58.350706 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9355333 Feb 16 18:08:00.862398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35886) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:00.979893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b0b06-0a17-4c60-9d9d-a436cd927201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:00.981320 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4c7b0b06-0a17-4c60-9d9d-a436cd927201 admin admin] 10.222.0.16 "GET /v2.0/subnets/26b513e4-8296-4cb7-8e5a-af693db0a98d HTTP/1.1" status: 200 len: 849 time: 0.1178954 Feb 16 18:08:01.159217 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b59386ba-85e4-4683-b14f-d9d7aed226c8 admin admin] 10.222.0.16 "GET /v2.0/routers/612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 HTTP/1.1" status: 200 len: 704 time: 0.1711452 Feb 16 18:08:01.785245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.178818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Allocated IP 172.20.0.1 (af756c3c-7548-4d19-942b-6c4534c5e201/26b513e4-8296-4cb7-8e5a-af693db0a98d/9c23ef85-339f-493e-a160-f72ba09d605c) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:08:02.452186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.469284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Transition to ACTIVE for port object 9c23ef85-339f-493e-a160-f72ba09d605c will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:08:02.555502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.570751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:02.711022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Pushing event updated for resources: {'Port': ['ID=9c23ef85-339f-493e-a160-f72ba09d605c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:02.717990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:02.763651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Network af756c3c-7548-4d19-942b-6c4534c5e201 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:08:02.764759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:08:02.766942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:08:02.767457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.024351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-b99f533c-053d-4df1-95fa-6b7226e4f765 None None] Provisioning for port 9c23ef85-339f-493e-a160-f72ba09d605c completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:08:03.029758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-b99f533c-053d-4df1-95fa-6b7226e4f765 None None] Provisioning complete for port 9c23ef85-339f-493e-a160-f72ba09d605c triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:03.030180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b99f533c-053d-4df1-95fa-6b7226e4f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.145214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.234518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-b99f533c-053d-4df1-95fa-6b7226e4f765 None None] Port 9c23ef85-339f-493e-a160-f72ba09d605c cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:08:03.440064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.498489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.499612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.517948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:03.656599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Pushing event updated for resources: {'Port': ['ID=9c23ef85-339f-493e-a160-f72ba09d605c,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:03.660882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:03.706768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Network af756c3c-7548-4d19-942b-6c4534c5e201 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:08:03.707841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:08:03.959002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-034d21ed-321f-4584-9cdd-c378c532063d None None] Provisioning complete for port 9c23ef85-339f-493e-a160-f72ba09d605c triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:03.959350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-034d21ed-321f-4584-9cdd-c378c532063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:04.015067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-034d21ed-321f-4584-9cdd-c378c532063d None None] Port 9c23ef85-339f-493e-a160-f72ba09d605c cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:08:04.092894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Router 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:08:04.254002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:08:04.263113 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] 10.222.0.16 "PUT /v2.0/routers/612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0981884 Feb 16 18:08:04.264351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Sync routers for ids ['612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:08:04.276238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Routers {'612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:08:04.277123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:07:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:04.464444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Set router 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 gateway port host: None {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:08:05.011002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'name': 'router1', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:51Z', 'updated_at': '2021-02-16T18:08:02Z', 'revision_number': 2, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'gw_port_host': None, '_interfaces': [{'id': '9c23ef85-339f-493e-a160-f72ba09d605c', 'name': '', 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'mac_address': 'fa:16:3e:49:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:01Z', 'updated_at': '2021-02-16T18:08:03Z', 'revision_number': 2, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'subnets': [{'id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05f1ff22-372e-4657-8028-75f5430a7104'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:05.016075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Checking router: 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:08:05.016460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Updating router 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 port 9c23ef85-339f-493e-a160-f72ba09d605c binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:08:05.074953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:05.525634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:05.540136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Transition to ACTIVE for port object 9c23ef85-339f-493e-a160-f72ba09d605c will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:08:05.566904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:05.584035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:05.735973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Pushing event updated for resources: {'Port': ['ID=9c23ef85-339f-493e-a160-f72ba09d605c,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:05.751041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.751993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.752371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.752741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.753111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.753477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.753841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.754202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.754564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.754945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.755307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.755696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Tracked resource versions report: Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: pushed versions: Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: { 'AddressGroup': {'1.1'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': {'1.0'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': {'1.0'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': {'1.1'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': {'1.7'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': {'1.2'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': {'1.8'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': {'1.4'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': {'1.0'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': {'1.1'}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': {'1.1'}} Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: consumer versions: Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: { DHCP agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: L3 agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: Metadata agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: Metering agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@dv-cinder-763306-9-iscsi: { 'AddressGroup': '1.1', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}} Feb 16 18:08:05.756850 dv-cinder-763306-9-iscsi neutron-server[83870]: {{(pid=83984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:08:05.771713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:05.922388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Attempting to bind port 9c23ef85-339f-493e-a160-f72ba09d605c on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:08:05.922813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Attempting to bind port 9c23ef85-339f-493e-a160-f72ba09d605c by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:08:05.923788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Attempting to bind port 9c23ef85-339f-493e-a160-f72ba09d605c on network af756c3c-7548-4d19-942b-6c4534c5e201 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:08:05.929818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:08:05.930241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Checking segment: {'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:08:05.930737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:05.931162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Bound using segment: {'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:08:05.931731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Bound port: 9c23ef85-339f-493e-a160-f72ba09d605c, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8bad0c-d49f-41a0-ac09-51e0b270f7f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:08:05.932137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:06.064306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] For port 9c23ef85-339f-493e-a160-f72ba09d605c, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:08:06.069385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] For port 9c23ef85-339f-493e-a160-f72ba09d605c, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=9c23ef85-339f-493e-a160-f72ba09d605c,segment=NetworkSegment(ce8bad0c-d49f-41a0-ac09-51e0b270f7f8),segment_id=ce8bad0c-d49f-41a0-ac09-51e0b270f7f8)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:08:06.128530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:06.144142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:06.305553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Pushing event updated for resources: {'Port': ['ID=9c23ef85-339f-493e-a160-f72ba09d605c,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:06.308962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:06.358812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Routers {'612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:08:06.359471 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:07:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:06.524003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] Set router 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 gateway port host: None {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:08:06.774611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35898) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:06.884788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'name': 'router1', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:51Z', 'updated_at': '2021-02-16T18:08:02Z', 'revision_number': 2, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'gw_port_host': None, '_interfaces': [{'id': '9c23ef85-339f-493e-a160-f72ba09d605c', 'name': '', 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'mac_address': 'fa:16:3e:49:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:01Z', 'updated_at': '2021-02-16T18:08:06Z', 'revision_number': 4, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'subnets': [{'id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05f1ff22-372e-4657-8028-75f5430a7104'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:06.888771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0916154-be6b-4bd5-a367-b27468f68c43 None None] The sync data for ids ['612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'] in dv-cinder-763306-9-iscsi is: [{'id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'name': 'router1', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:51Z', 'updated_at': '2021-02-16T18:08:02Z', 'revision_number': 2, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'gw_port_host': None, '_interfaces': [{'id': '9c23ef85-339f-493e-a160-f72ba09d605c', 'name': '', 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'mac_address': 'fa:16:3e:49:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:01Z', 'updated_at': '2021-02-16T18:08:06Z', 'revision_number': 4, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'subnets': [{'id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05f1ff22-372e-4657-8028-75f5430a7104'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:08:06.934762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a38733-8c3f-424a-84fb-7cc885f19204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:06.935394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c2a38733-8c3f-424a-84fb-7cc885f19204 admin admin] Synchronizing usage tracker for tenant:24453a0e0adf4d5a8308161ecc617f12 on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:06.995422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c2a38733-8c3f-424a-84fb-7cc885f19204 admin admin] Unset dirty status for tenant:24453a0e0adf4d5a8308161ecc617f12 on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:06.996752 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c2a38733-8c3f-424a-84fb-7cc885f19204 admin admin] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 842 time: 0.2210412 Feb 16 18:08:07.007922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:07.013401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:07.018104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Usage tracker for resource:subnet and tenant:24453a0e0adf4d5a8308161ecc617f12 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:07.021144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:07.027444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:07.058232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Made reservation on behalf of 24453a0e0adf4d5a8308161ecc617f12 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:08:07.062910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:07.611533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.objects.ports [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83982) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:08:07.612092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:07.627889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-afe02b40-4da5-497a-9f10-717fe0e50ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:07.763026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1004905-2ca5-419c-b457-ed4b2a26d1c4,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:07.767025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:07.832433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:08:07.832961 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Network hostable DHCP agents. Network: 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:08:07.933064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:08:07.934499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 9c23ef85-339f-493e-a160-f72ba09d605c up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:08.007400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:08:08.011753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:08.012531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:08.017062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83c911-f6b2-4d2a-9387-13a7ec5a250e None None] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:08:08.099811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 9c23ef85-339f-493e-a160-f72ba09d605c completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:08:08.112112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 9c23ef85-339f-493e-a160-f72ba09d605c triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:08.112512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:08.145907 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1418862 Feb 16 18:08:08.362522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:08.374816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9a7516-ecf1-4f33-b7aa-353a58e712df None None] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:08:08.492578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 9c23ef85-339f-493e-a160-f72ba09d605c, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=9c23ef85-339f-493e-a160-f72ba09d605c,segment=NetworkSegment(ce8bad0c-d49f-41a0-ac09-51e0b270f7f8),segment_id=ce8bad0c-d49f-41a0-ac09-51e0b270f7f8)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:08.553468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:08.565643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5b359bd8-f1f6-4ef5-a6d2-75ff45f4d5d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:08.678462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=9c23ef85-339f-493e-a160-f72ba09d605c,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:08.681457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:09.869342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 9c23ef85-339f-493e-a160-f72ba09d605c up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:09.944575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 9c23ef85-339f-493e-a160-f72ba09d605c triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:09.944982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:10.706412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35912) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:10.912573 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1e22bda0-54e1-4af4-b467-6f02ceb17e8d admin admin] 10.222.0.16 "GET /v2.0/routers/612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 HTTP/1.1" status: 200 len: 710 time: 0.2049687 Feb 16 18:08:11.050910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f250c-8f9d-4f16-b1c6-146d1587ce68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:11.052425 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5d2f250c-8f9d-4f16-b1c6-146d1587ce68 admin admin] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 886 time: 0.1341138 Feb 16 18:08:11.062105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:11.528189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:12.093062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:12.152789 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:12.165798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:12.180549 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:12.184509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:12.187396 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:12.193851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:12.389994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:12.412707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:12.427781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:12.526881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53447ff5-d9a4-456d-9d36-3aee3c7f4d78,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:12.531859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:12.681318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Allocated IP 172.27.3.2 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/e3e02972-8b00-47a3-a6e3-9deebe840f98) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:08:12.832946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:12.886686 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:12.901944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:13.039203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e02972-8b00-47a3-a6e3-9deebe840f98,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:13.043283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:13.085479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:08:13.086573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:08:13.088860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:08:13.608771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:14.131339 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:14.134782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853798145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-617804'] for router, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:14.317495 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Router 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:08:14.500568 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:08:14.510732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Sync routers for ids ['612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:08:14.515992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:14.517308 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] 10.222.0.16 "PUT /v2.0/routers/612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 HTTP/1.1" status: 200 len: 888 time: 3.4586937 Feb 16 18:08:14.520498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Routers {'612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:08:14.521163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:07:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:14.724815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Set router 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:08:15.085789 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'name': 'router1', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e3e02972-8b00-47a3-a6e3-9deebe840f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:51Z', 'updated_at': '2021-02-16T18:08:13Z', 'revision_number': 4, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'gw_port': {'id': 'e3e02972-8b00-47a3-a6e3-9deebe840f98', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:12Z', 'updated_at': '2021-02-16T18:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '9c23ef85-339f-493e-a160-f72ba09d605c', 'name': '', 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'mac_address': 'fa:16:3e:49:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:01Z', 'updated_at': '2021-02-16T18:08:08Z', 'revision_number': 5, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'subnets': [{'id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05f1ff22-372e-4657-8028-75f5430a7104'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:15.090847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Checking router: 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:08:15.091247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Updating router 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 port e3e02972-8b00-47a3-a6e3-9deebe840f98 binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:08:15.150358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:15.549609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:15.624073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Transition to ACTIVE for port object e3e02972-8b00-47a3-a6e3-9deebe840f98 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:08:15.658593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:15.674640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:15.967486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd2a2a-b42e-48e2-a010-4e8bc452adb7 None None] Pushing event updated for resources: {'Port': ['ID=e3e02972-8b00-47a3-a6e3-9deebe840f98,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:15.970641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-92cd2a2a-b42e-48e2-a010-4e8bc452adb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:16.026648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Attempting to bind port e3e02972-8b00-47a3-a6e3-9deebe840f98 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:08:16.027057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Attempting to bind port e3e02972-8b00-47a3-a6e3-9deebe840f98 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:08:16.027462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Attempting to bind port e3e02972-8b00-47a3-a6e3-9deebe840f98 on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:08:16.033042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:08:16.033499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:08:16.033940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.034374 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:08:16.034881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Bound port: e3e02972-8b00-47a3-a6e3-9deebe840f98, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:08:16.035293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.113554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] For port e3e02972-8b00-47a3-a6e3-9deebe840f98, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:08:16.116477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] For port e3e02972-8b00-47a3-a6e3-9deebe840f98, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e3e02972-8b00-47a3-a6e3-9deebe840f98,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:08:16.149902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.165023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:16.315125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd2a2a-b42e-48e2-a010-4e8bc452adb7 None None] Pushing event updated for resources: {'Port': ['ID=e3e02972-8b00-47a3-a6e3-9deebe840f98,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:16.321080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-92cd2a2a-b42e-48e2-a010-4e8bc452adb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:16.361642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Routers {'612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:08:16.362303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:07:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:16.549086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] Set router 612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:08:16.900942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'name': 'router1', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e3e02972-8b00-47a3-a6e3-9deebe840f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:51Z', 'updated_at': '2021-02-16T18:08:13Z', 'revision_number': 4, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'gw_port': {'id': 'e3e02972-8b00-47a3-a6e3-9deebe840f98', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:12Z', 'updated_at': '2021-02-16T18:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '9c23ef85-339f-493e-a160-f72ba09d605c', 'name': '', 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'mac_address': 'fa:16:3e:49:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:01Z', 'updated_at': '2021-02-16T18:08:08Z', 'revision_number': 5, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'subnets': [{'id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05f1ff22-372e-4657-8028-75f5430a7104'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:16.905787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904aa59-82f1-48e1-8cd7-4b03efcc1d87 None None] The sync data for ids ['612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1'] in dv-cinder-763306-9-iscsi is: [{'id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'name': 'router1', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'e3e02972-8b00-47a3-a6e3-9deebe840f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:51Z', 'updated_at': '2021-02-16T18:08:13Z', 'revision_number': 4, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'gw_port': {'id': 'e3e02972-8b00-47a3-a6e3-9deebe840f98', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:12Z', 'updated_at': '2021-02-16T18:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '9c23ef85-339f-493e-a160-f72ba09d605c', 'name': '', 'network_id': 'af756c3c-7548-4d19-942b-6c4534c5e201', 'tenant_id': '2e4266180cec44029e79bdea13768cb6', 'mac_address': 'fa:16:3e:49:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d5bd2-99e5-47d4-a2bb-64ae3cd3fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:08:01Z', 'updated_at': '2021-02-16T18:08:08Z', 'revision_number': 5, 'project_id': '2e4266180cec44029e79bdea13768cb6', 'subnets': [{'id': '26b513e4-8296-4cb7-8e5a-af693db0a98d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05f1ff22-372e-4657-8028-75f5430a7104'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:08:17.195632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35922) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:17.320291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb81337-e35b-46b8-9572-00aafe0fea8c admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:17.321993 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ebb81337-e35b-46b8-9572-00aafe0fea8c admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1253066 Feb 16 18:08:17.902251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e3e02972-8b00-47a3-a6e3-9deebe840f98 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:18.052722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port e3e02972-8b00-47a3-a6e3-9deebe840f98 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:08:18.058145 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port e3e02972-8b00-47a3-a6e3-9deebe840f98 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:18.058609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.187083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.204738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port e3e02972-8b00-47a3-a6e3-9deebe840f98, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e3e02972-8b00-47a3-a6e3-9deebe840f98,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:18.235973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.238188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:18.314389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=e3e02972-8b00-47a3-a6e3-9deebe840f98,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:18.315720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:19.909641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e3e02972-8b00-47a3-a6e3-9deebe840f98 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:20.001839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port e3e02972-8b00-47a3-a6e3-9deebe840f98 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:20.002560 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:22.024658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b4891f56-6962-405d-b76f-adec9f54d505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.138531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ac561ad1-a477-42af-a57b-6418d5d8a64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.898019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.870120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:26.344677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:34.660237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:08:51.988873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-07f99e30-7767-415b-ae31-8133403e6532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:54.120784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3e52dd33-6ff9-4980-b55b-0d058694219e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:54.909366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:55.863234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:56.331944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:11.659977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:09:22.006212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-58ad6f94-b2e7-4d25-a981-a3afbd658b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:24.120043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-36682980-18f5-416e-9421-a92d7c224ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:24.908467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:25.868426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:26.342740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:48.659797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:09:52.010722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2db8-0f24-4063-aec3-8268b6dc7100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:54.113452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a07b8ec7-b0aa-49a6-9ada-6935aff97e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:54.891276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:55.856367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.353499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:22.016194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-43720537-310e-49fd-887f-516014030da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.119156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d4f42fb2-4e07-4c46-b680-2158cd44abcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.896526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.658991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:10:25.861649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:26.324572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:30.712454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36498) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:30.788235 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2685a0a3-9453-4583-bb75-3e4f6452fc00 admin admin] GET failed (client error): The resource could not be found. Feb 16 18:10:30.789555 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2685a0a3-9453-4583-bb75-3e4f6452fc00 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0760164 Feb 16 18:10:30.934689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab053e90-5eb5-491a-95e2-93c58232302e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:30.936871 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ab053e90-5eb5-491a-95e2-93c58232302e admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1430485 Feb 16 18:10:33.401245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36508) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:33.515578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d4b79-6d8d-4f05-abb7-99927cdb9024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:33.516220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-445d4b79-6d8d-4f05-abb7-99927cdb9024 admin admin] Synchronizing usage tracker for tenant:24453a0e0adf4d5a8308161ecc617f12 on resource:subnet {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:33.569982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-445d4b79-6d8d-4f05-abb7-99927cdb9024 admin admin] Unset dirty status for tenant:24453a0e0adf4d5a8308161ecc617f12 on resource:subnet {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:33.571271 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-445d4b79-6d8d-4f05-abb7-99927cdb9024 admin admin] 10.222.0.16 "GET /v2.0/subnets/26b513e4-8296-4cb7-8e5a-af693db0a98d HTTP/1.1" status: 200 len: 849 time: 0.1689692 Feb 16 18:10:33.582043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:33.708078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Notify callbacks [] for subnet, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:34.050364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363300403916779'] for subnet, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:34.065321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:34.208728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b513e4-8296-4cb7-8e5a-af693db0a98d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:34.220392 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.220796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.221174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.221545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.221909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.222288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.222651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.223014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.223389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.223774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.224135 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.224489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:34.229903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:34.257937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:34.258588 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:34.259969 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] 10.222.0.16 "PUT /v2.0/subnets/26b513e4-8296-4cb7-8e5a-af693db0a98d HTTP/1.1" status: 200 len: 868 time: 0.6821744 Feb 16 18:10:34.263248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798dafa5-e5a8-4a5c-82d5-ec1d6d0e13c5 None None] Network af756c3c-7548-4d19-942b-6c4534c5e201 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:10:34.726164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-fe94e179-cdb2-417d-86f7-aeed3e3e0044 None None] Provisioning complete for port bfdfbde6-078a-4053-ae9a-8333089565b7 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:34.726639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fe94e179-cdb2-417d-86f7-aeed3e3e0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:35.015706 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-fe94e179-cdb2-417d-86f7-aeed3e3e0044 None None] Provisioning complete for port 9c23ef85-339f-493e-a160-f72ba09d605c triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:35.016127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fe94e179-cdb2-417d-86f7-aeed3e3e0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:36.734429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36518) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:36.920496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d723e-336c-4a9b-ab04-1294bce9a2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:36.920858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d723e-336c-4a9b-ab04-1294bce9a2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:36.922494 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-750d723e-336c-4a9b-ab04-1294bce9a2ed admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1870353 Feb 16 18:10:39.407584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36528) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:39.592950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc7cfb6-3d13-44fc-9763-20099c6a5000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:39.593383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc7cfb6-3d13-44fc-9763-20099c6a5000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:39.595013 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-abc7cfb6-3d13-44fc-9763-20099c6a5000 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1863897 Feb 16 18:10:42.057790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36538) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:42.237927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f1cf1-70a4-4c0e-aa89-46f33996bb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:42.239413 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-194f1cf1-70a4-4c0e-aa89-46f33996bb8b admin admin] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 886 time: 0.1805553 Feb 16 18:10:44.708974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36548) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:44.893991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185668b-24e7-4b9a-b7e7-4e8e16b71742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:44.895473 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c185668b-24e7-4b9a-b7e7-4e8e16b71742 admin admin] 10.222.0.16 "GET /v2.0/networks/af756c3c-7548-4d19-942b-6c4534c5e201 HTTP/1.1" status: 200 len: 862 time: 0.1854444 Feb 16 18:10:47.369156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36558) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:47.484137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41087322-fc29-4bc8-ab29-be6faf4c5cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:47.484554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41087322-fc29-4bc8-ab29-be6faf4c5cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:47.486158 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-41087322-fc29-4bc8-ab29-be6faf4c5cc7 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1159887 Feb 16 18:10:49.968687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36568) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:50.086661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10334502-ee90-47b9-9496-cb677cf19cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:50.087089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10334502-ee90-47b9-9496-cb677cf19cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:50.088755 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-10334502-ee90-47b9-9496-cb677cf19cae admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1190612 Feb 16 18:10:52.010095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e7cc851d-4edb-466c-8772-0aa503cda2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:52.557490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36578) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:52.672479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2efae-5465-47c4-a2e6-7d1a59ccf7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:52.673905 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-23e2efae-5465-47c4-a2e6-7d1a59ccf7c1 admin admin] 10.222.0.16 "GET /v2.0/subnets/26b513e4-8296-4cb7-8e5a-af693db0a98d HTTP/1.1" status: 200 len: 868 time: 0.1154015 Feb 16 18:10:54.130086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd70c113-7ddc-464b-a3c6-61c70a8af384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:54.906659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:55.128867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36588) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:55.241583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01478d1-67b8-4922-a6a3-97bd3c33d3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:55.243013 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f01478d1-67b8-4922-a6a3-97bd3c33d3c0 admin admin] 10.222.0.16 "GET /v2.0/subnets/f1004905-2ca5-419c-b457-ed4b2a26d1c4 HTTP/1.1" status: 200 len: 816 time: 0.1131158 Feb 16 18:10:55.861285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:56.329758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:02.658929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:11:20.947631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36628) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:11:20.998866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [None req-4361d507-5546-4f88-9ea4-4b12f88b96b9 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:11:20.999958 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4361d507-5546-4f88-9ea4-4b12f88b96b9 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0513093 Feb 16 18:11:22.021187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-91bdc9cf-184c-4354-b505-5f458298f006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:23.549807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36638) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:11:23.624514 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db7afae-e53b-4308-9eac-d1de59cdaf40 admin admin] GET failed (client error): The resource could not be found. Feb 16 18:11:23.625816 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5db7afae-e53b-4308-9eac-d1de59cdaf40 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0750196 Feb 16 18:11:23.937915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85adf653-72e8-440c-8862-21e1c3985c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:23.939496 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-85adf653-72e8-440c-8862-21e1c3985c61 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3092899 Feb 16 18:11:24.135741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a501ae7e-2cd1-4df7-95ae-c1aa524fa882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:24.924072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:25.866559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.341380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.434409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36648) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:11:26.485908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:11:26.490854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:11:26.500636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:11:26.529391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Made reservation on behalf of 24453a0e0adf4d5a8308161ecc617f12 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:11:26.534088 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.627636 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.services.revisions.revision_plugin [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Could not find related network for resource to bump revision. Feb 16 18:11:26.678324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:11:26.687272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.687682 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Added segment e9508aa7-a896-4763-8c15-80e5a26a2b50 of type vxlan for network 41c11304-41d3-4ed2-9c5b-448908cf40db Feb 16 18:11:26.713302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.757806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.759042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:26.759718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.765089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:26.868164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Pushing event updated for resources: {'Network': ['ID=41c11304-41d3-4ed2-9c5b-448908cf40db,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:26.871019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:26.879488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 41c11304-41d3-4ed2-9c5b-448908cf40db details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:11:26.931574 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4828146 Feb 16 18:11:29.391493 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36658) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:11:29.465375 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.pecan_wsgi.hooks.translation [None req-625e246c-d344-4a12-b747-d91f344902ee admin admin] GET failed (client error): The resource could not be found. Feb 16 18:11:29.465967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-625e246c-d344-4a12-b747-d91f344902ee admin admin] Synchronizing usage tracker for tenant:24453a0e0adf4d5a8308161ecc617f12 on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:11:29.501136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-625e246c-d344-4a12-b747-d91f344902ee admin admin] Unset dirty status for tenant:24453a0e0adf4d5a8308161ecc617f12 on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:11:29.502325 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-625e246c-d344-4a12-b747-d91f344902ee admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1097577 Feb 16 18:11:29.616578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369791c-6fdc-419c-acf2-9a27532a664d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:29.618097 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7369791c-6fdc-419c-acf2-9a27532a664d admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1113751 Feb 16 18:11:29.629313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db', 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:11:29.633802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:11:29.643462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:11:29.672470 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Made reservation on behalf of 24453a0e0adf4d5a8308161ecc617f12 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:11:29.676996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:30.095944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:30.111869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:30.243428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686e309c-7eec-4a77-92fd-1ba02ed46e1f,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:30.246239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:30.305243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Checking segment: {'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:11:30.305636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Network hostable DHCP agents. Network: 41c11304-41d3-4ed2-9c5b-448908cf40db, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:11:30.352525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Network 41c11304-41d3-4ed2-9c5b-448908cf40db is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:11:30.387230 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 41c11304-41d3-4ed2-9c5b-448908cf40db) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:11:30.391185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:30.391887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:30.397300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b1799-4c2d-41e8-8e45-6f9642ba8bdc None None] Network 41c11304-41d3-4ed2-9c5b-448908cf40db requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:11:30.444924 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8193228 Feb 16 18:11:30.634093 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-41c11304-41d3-4ed2-9c5b-448908cf40db', 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db', 'tenant_id': '24453a0e0adf4d5a8308161ecc617f12', 'fixed_ips': [{'subnet_id': '686e309c-7eec-4a77-92fd-1ba02ed46e1f'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:11:30.635033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:30.929573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Allocated IP 192.168.233.2 (41c11304-41d3-4ed2-9c5b-448908cf40db/686e309c-7eec-4a77-92fd-1ba02ed46e1f/ec4b83a4-56d4-42e8-87c8-40f02982bbef) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:11:31.212767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:31.267174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Transition to ACTIVE for port object ec4b83a4-56d4-42e8-87c8-40f02982bbef will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:11:31.285202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Transition to ACTIVE for port object ec4b83a4-56d4-42e8-87c8-40f02982bbef will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:11:31.313199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:31.332289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:31.474259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Pushing event updated for resources: {'Port': ['ID=ec4b83a4-56d4-42e8-87c8-40f02982bbef,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:31.487140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.487531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.487931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.488296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.488661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.489026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.489383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.489746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.490119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.490478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.490836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.491193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:31.497328 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:31.534825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Network 41c11304-41d3-4ed2-9c5b-448908cf40db is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:11:31.535996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:11:31.538353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:11:31.596948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Attempting to bind port ec4b83a4-56d4-42e8-87c8-40f02982bbef on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:11:31.597360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Attempting to bind port ec4b83a4-56d4-42e8-87c8-40f02982bbef by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:11:31.597770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Attempting to bind port ec4b83a4-56d4-42e8-87c8-40f02982bbef on network 41c11304-41d3-4ed2-9c5b-448908cf40db {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:11:31.603625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:11:31.604049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Checking segment: {'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:11:31.604492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:31.604972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Bound using segment: {'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:11:31.605507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Bound port: ec4b83a4-56d4-42e8-87c8-40f02982bbef, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:11:31.606461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:31.703926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] For port ec4b83a4-56d4-42e8-87c8-40f02982bbef, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:11:31.707286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] For port ec4b83a4-56d4-42e8-87c8-40f02982bbef, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=ec4b83a4-56d4-42e8-87c8-40f02982bbef,segment=NetworkSegment(e9508aa7-a896-4763-8c15-80e5a26a2b50),segment_id=e9508aa7-a896-4763-8c15-80e5a26a2b50)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:11:31.776318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:31.793155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:31.944508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Pushing event updated for resources: {'Port': ['ID=ec4b83a4-56d4-42e8-87c8-40f02982bbef,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:31.950638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:33.281092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69698ab3-fcb8-4f8b-8292-d86920bc89a6 None None] Network 41c11304-41d3-4ed2-9c5b-448908cf40db requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:11:33.450415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-37a58f7c-2252-4928-a50d-79fde61790d4 None None] Provisioning for port ec4b83a4-56d4-42e8-87c8-40f02982bbef completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:11:34.011497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device ec4b83a4-56d4-42e8-87c8-40f02982bbef up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:11:34.129299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port ec4b83a4-56d4-42e8-87c8-40f02982bbef completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:11:34.134758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port ec4b83a4-56d4-42e8-87c8-40f02982bbef triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:11:34.135176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:34.257995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:34.291864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port ec4b83a4-56d4-42e8-87c8-40f02982bbef, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=ec4b83a4-56d4-42e8-87c8-40f02982bbef,segment=NetworkSegment(e9508aa7-a896-4763-8c15-80e5a26a2b50),segment_id=e9508aa7-a896-4763-8c15-80e5a26a2b50)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:11:34.323464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:34.326263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:34.398043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=ec4b83a4-56d4-42e8-87c8-40f02982bbef,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:34.401191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:35.975944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device ec4b83a4-56d4-42e8-87c8-40f02982bbef up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:11:36.050720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port ec4b83a4-56d4-42e8-87c8-40f02982bbef triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:11:36.051142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:39.657971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:11:52.003377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-734b6686-8edc-4f51-bacd-098cd5c5db56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:54.134702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c44-085b-4dbc-b8a6-80c534b30426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:54.911659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:55.866701 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:56.335149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:16.657808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:12:22.025368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-283df0f9-50eb-4d90-a8f1-b25376ebf6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:24.123531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b1a6-5ffb-4784-b969-917502d304fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:24.923375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:25.872031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:26.351996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.030722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1c2034fb-d71f-44b3-b57e-0cc6074b54b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:53.656063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:12:54.134632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0e705bf6-ac63-4085-aa4c-de57ca348cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:54.917198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:55.870537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:56.356249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.814134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36700) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:59.820593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [None req-77542d3c-be2b-4447-90b0-df37f3d93e7f tempest-verify_tempest_config-379044004 tempest-verify_tempest_config-379044004-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:12:59.821605 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-77542d3c-be2b-4447-90b0-df37f3d93e7f tempest-verify_tempest_config-379044004 tempest-verify_tempest_config-379044004-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064163 Feb 16 18:13:00.323732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36720) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:00.449014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.464524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:00.468567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Usage tracker for resource:security_group_rule and tenant:a4755874b025430eb22ba5f23c08c93c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:00.471473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:00.477239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:00.827752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.871237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.880351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:00.922388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Synchronizing usage tracker for tenant:24453a0e0adf4d5a8308161ecc617f12 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:13:00.925915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3802732-98c6-4e28-9f16-b121531c27ff,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:00.936711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.937102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.937488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.937864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.938235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.938878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.939247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.939637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.940008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.940374 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.940738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.941101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:00.946390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:00.974097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Unset dirty status for tenant:24453a0e0adf4d5a8308161ecc617f12 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:13:00.975468 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4755874b025430eb22ba5f23c08c93c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6506982 Feb 16 18:13:00.978298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36726) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:01.038966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d876a019-cfc5-4ba6-ab88-b85bdc286f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.066091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d876a019-cfc5-4ba6-ab88-b85bdc286f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.144697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d876a019-cfc5-4ba6-ab88-b85bdc286f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.149779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:01.160557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876a019-cfc5-4ba6-ab88-b85bdc286f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3802732-98c6-4e28-9f16-b121531c27ff,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:01.165285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d876a019-cfc5-4ba6-ab88-b85bdc286f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:01.167224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d876a019-cfc5-4ba6-ab88-b85bdc286f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.168293 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d876a019-cfc5-4ba6-ab88-b85bdc286f8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3802732-98c6-4e28-9f16-b121531c27ff HTTP/1.1" status: 204 len: 168 time: 0.1889770 Feb 16 18:13:22.048250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-58926b9d-35a6-4a03-8ece-eb52165aa4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:24.145398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-89463391-eec7-433a-92de-6ac08614fab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:24.917431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.875611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.362436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:30.656221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:13:52.025947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4fc040-57bb-4c7b-b9f2-946aa3f4b780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:54.127732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b0ec41bc-05fe-4893-8b47-d8332ccd6715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:54.927900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:55.870721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:56.360806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:07.655839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 5 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:14:22.019113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5583016-b3b3-44b1-b6df-3d05985d72b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:24.133405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c698dfa-d841-42bf-9cbd-f4d398410e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:24.927578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:25.876243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:26.367821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:39.412875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712'] for agent, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:39.413439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.413709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.414721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.415103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.415524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.415947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.416387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.416764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.417140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.417521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.417900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.418297 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:39.418694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:14:39.422990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:14:39.677976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=83983) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 18:14:39.681843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] get_endpoint_by_ip() called for ip 192.168.0.83 {{(pid=83983) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 18:14:39.685067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] _add_endpoint() called for ip 192.168.0.83 {{(pid=83983) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 18:14:39.719562 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] _get_endpoints() called {{(pid=83983) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 18:14:44.656334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:14:51.759112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36798) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:14:51.978774 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-77abe4f8-4ca9-4f7b-8cab-4bfd228e6880 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.2184513 Feb 16 18:14:52.036546 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-98cc4b42-849f-430b-b4bd-cba050c58a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:54.138589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6aef3ab3-1c84-4753-a395-1b293fc8afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:54.470558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36808) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:14:54.531115 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-31dbc2db-89f6-4d1e-a07c-2c87d98a7154 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0593448 Feb 16 18:14:54.954170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:55.887232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:56.365656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:09.467671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:21.689831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:15:22.017829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-89cce6c0-5be7-4546-8708-db30aa757f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:24.136162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bcc90d54-29cc-4593-b4f7-c7bafeb9d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:24.943599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:25.886678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:26.423969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:39.432971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:52.034636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-10e85169-5b6f-492d-9c62-1bf2515d2ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:54.137835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6fdd2d9-c0e7-4bdd-b62b-cfbdd67bf5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:54.943843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:55.891808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:56.375347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:58.680023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:16:09.437921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:22.016939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bb31bffb-e1b2-4c1e-830b-82148e667c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:24.141039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b27f82a5-06f7-453b-a86d-82ed312c979f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:24.951871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:25.908820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:26.403707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:30.978784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36970) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:31.265032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-108535309-network', 'tenant_id': 'ab00b25134414a9fb5bf9cb74085f0d4'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:31.270659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:31.274817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Usage tracker for resource:network and tenant:ab00b25134414a9fb5bf9cb74085f0d4 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:31.277915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:31.283780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:31.318659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Made reservation on behalf of ab00b25134414a9fb5bf9cb74085f0d4 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:31.323512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:31.337021 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:31.353354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:31.357421 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Usage tracker for resource:security_group_rule and tenant:ab00b25134414a9fb5bf9cb74085f0d4 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:31.360508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:31.366886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:31.528981 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:31.577454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:31.582296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-199d0ef0-8758-416a-b1d4-fc24207f496d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:31.620065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:16:31.622459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b207b1ef-39b4-4ce7-ac46-59348e069a25,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:31.632910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.633276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.633667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.634043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.634416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.634766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.635329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.635747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.636124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.636494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.636860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.637222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.637643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.638006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.638366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.638836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.639066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.639425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.639811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.640170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.640532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.640888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.641247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.641604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Tracked resource versions report: Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: pushed versions: Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: { 'AddressGroup': {'1.1'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': {'1.0'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': {'1.0'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': {'1.1'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': {'1.7'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': {'1.2'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': {'1.8'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': {'1.4'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': {'1.0'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': {'1.1'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': {'1.1'}} Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: consumer versions: Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: { DHCP agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: L3 agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: Metadata agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: Metering agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@dv-cinder-763306-9-iscsi: { 'AddressGroup': '1.1', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}, Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}} Feb 16 18:16:31.642929 dv-cinder-763306-9-iscsi neutron-server[83870]: {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:16:31.649071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:31.659694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:31.659694 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Added segment 984a7180-aae1-4e7e-882e-798e2f5bd742 of type vxlan for network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 Feb 16 18:16:31.752025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:31.815115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:31.816618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:31.817379 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:31.822780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cec0a354-644c-472c-8f44-b29bbb716e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:31.934714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Pushing event updated for resources: {'Network': ['ID=f0abb97c-ea5f-4852-99b9-0cf443ce82f5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:31.934714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:31.936227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37010) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:31.943654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:31.957443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:31.967787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37016) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:31.978544 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Request body: {'subnet': {'network_id': 'f0abb97c-ea5f-4852-99b9-0cf443ce82f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-108535309-subnet', 'tenant_id': 'ab00b25134414a9fb5bf9cb74085f0d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:31.993116 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9879670 Feb 16 18:16:31.993551 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:31.995354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37020) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:32.017422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Usage tracker for resource:subnet and tenant:ab00b25134414a9fb5bf9cb74085f0d4 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:32.030248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:32.044131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:32.102884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Made reservation on behalf of ab00b25134414a9fb5bf9cb74085f0d4 for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:32.109864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.119345 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37028) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:32.401528 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-392910194-network', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:32.412567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1421492299-network', 'tenant_id': '3436298740184aa7b978bbc4883abdae'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:32.416399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:32.421252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:32.425405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Usage tracker for resource:network and tenant:2d664c612abf4522ad1193fbb6ac306c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:32.428879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Usage tracker for resource:network and tenant:3436298740184aa7b978bbc4883abdae is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:32.435509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37042) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:32.436477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:32.447600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:32.449900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:32.465939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-network', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:32.470996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:32.488992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Made reservation on behalf of 3436298740184aa7b978bbc4883abdae for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:32.493925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.509050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.525175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:32.529291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Usage tracker for resource:security_group_rule and tenant:3436298740184aa7b978bbc4883abdae is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:32.532378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:32.538743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:32.551480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:32.557439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Usage tracker for resource:network and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:32.560799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:32.598476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Made reservation on behalf of 2d664c612abf4522ad1193fbb6ac306c for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:32.605933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.639688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.652510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:32.674754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:32.684854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Usage tracker for resource:security_group_rule and tenant:2d664c612abf4522ad1193fbb6ac306c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:32.691428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:32.701503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:32.714290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Made reservation on behalf of ed443648e0134e279dac6975632a1b1d for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:32.719098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.743064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.762944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:32.767984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Usage tracker for resource:security_group_rule and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:32.793372 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:32.803590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1704407963-network', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:32.812097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:32.816117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Usage tracker for resource:network and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:32.820618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:32.826401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:32.828659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:32.951571 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.964401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:32.986512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:33.023202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.083383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.102482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:16:33.112621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:33.147870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.147870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.147870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.149594 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Added segment 6ceab219-8ae3-4fca-80a1-9b4dff9de30c of type vxlan for network a6f4a9db-1750-4bd7-803f-c48717de2b32 Feb 16 18:16:33.188508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.202894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16e1e4d-ba36-4fb1-8169-c7f028999786,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:33.207058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:33.207908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d876a019-cfc5-4ba6-ab88-b85bdc286f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:33.225263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Made reservation on behalf of 81f6b44438ce4530aaf7049bd4e9d60e for: {'network': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:33.228412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.241259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04723c78-36c8-432d-b357-b5f0f11a4351,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:33.266595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.285178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:33.289952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Usage tracker for resource:security_group_rule and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:33.293304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:33.299218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:33.321962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.354071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9115d0-a58e-4df9-bf6e-d4385e9939c3,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:33.385286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:33.387085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:33.387657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:33.415129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Pushing event updated for resources: {'Subnet': ['ID=90594a42-92c3-474e-8722-554bb692e741,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:33.432090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.434718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.435074 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.435192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:16:33.435432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.435573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:16:33.439049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.439049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.439049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.439049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.439049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.439815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:16:33.439927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440034 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:16:33.440139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:33.440519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.440519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.441071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.441170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.441170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.441360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.441635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.441980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.442322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Tracked resource versions report: Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: pushed versions: Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: { 'AddressGroup': {'1.1'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': {'1.0'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': {'1.0'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': {'1.1'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': {'1.7'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': {'1.2'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': {'1.8'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': {'1.4'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': {'1.0'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': {'1.1'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': {'1.1'}} Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: consumer versions: Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: { DHCP agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: L3 agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: Metadata agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: Metering agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@dv-cinder-763306-9-iscsi: { 'AddressGroup': '1.1', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}, Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}} Feb 16 18:16:33.443743 dv-cinder-763306-9-iscsi neutron-server[83870]: {{(pid=83981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:16:33.475651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:33.531178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Checking segment: {'id': '984a7180-aae1-4e7e-882e-798e2f5bd742', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0abb97c-ea5f-4852-99b9-0cf443ce82f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:33.531743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Network hostable DHCP agents. Network: f0abb97c-ea5f-4852-99b9-0cf443ce82f5, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:16:33.557749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:33.566455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.601686 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.613687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Pushing event updated for resources: {'Network': ['ID=a6f4a9db-1750-4bd7-803f-c48717de2b32,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:33.616999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:33.617970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:33.627738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:33.632385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:16:33.652667 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6558521 Feb 16 18:16:33.655842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37090) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:33.662610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Request body: {'subnet': {'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1421492299-subnet', 'tenant_id': '3436298740184aa7b978bbc4883abdae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:33.671308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:33.672098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:16:33.682163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Usage tracker for resource:subnet and tenant:3436298740184aa7b978bbc4883abdae is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:33.689763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:33.691798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b4dfd8-42ff-4d8a-9784-8be471da4592,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:33.695205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.695770 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Added segment 04cfd4a1-d311-41fc-963b-fc22e4db2edc of type vxlan for network fd480a03-5d6b-4817-a959-8f9faa8c723f Feb 16 18:16:33.702950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:33.709483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, f0abb97c-ea5f-4852-99b9-0cf443ce82f5) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:33.721277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:33.759002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:33.759724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.782770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Made reservation on behalf of 3436298740184aa7b978bbc4883abdae for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:33.788349 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.836032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:33.878167 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.952067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e63fed-0d6e-4ac7-99d3-7b9f1b2f3278 None None] Network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:33.992907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:33.992907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.012172 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0428669 Feb 16 18:16:34.039950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.041309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:34.041969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.066149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:34.136304 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6963043 Feb 16 18:16:34.136539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:16:34.143025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37112) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:34.169142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Request body: {'subnet': {'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1704407963-subnet', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:34.191227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:34.200583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Usage tracker for resource:subnet and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:34.204723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.205118 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Added segment 4813173e-64dc-4818-82e6-d0e93e27a2b1 of type vxlan for network 488dc2c4-c6c1-4034-947f-da1556dd13da Feb 16 18:16:34.206545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:34.221028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:34.283175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.292572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a479721e-f0d3-4b5d-9f20-2b6a9a4569ac None None] Network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:34.306669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Made reservation on behalf of 81f6b44438ce4530aaf7049bd4e9d60e for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:34.311931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.403042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Pushing event updated for resources: {'Network': ['ID=fd480a03-5d6b-4817-a959-8f9faa8c723f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:34.422478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:34.474740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.476853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network fd480a03-5d6b-4817-a959-8f9faa8c723f details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:34.478951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:34.479940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.487215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:34.504115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network fd480a03-5d6b-4817-a959-8f9faa8c723f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:34.513211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:16:34.513578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:16:34.850890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:34.987138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37158) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:34.991077 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 18:16:35.129104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.189144 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0678539 Feb 16 18:16:35.206093 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37170) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:35.216249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Request body: {'subnet': {'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-subnet', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:35.222581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:35.236898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-d97128e9-aebc-42f5-b553-57d050088549 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:35.238573 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-d97128e9-aebc-42f5-b553-57d050088549 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/networks?id=f0abb97c-ea5f-4852-99b9-0cf443ce82f5 HTTP/1.1" status: 200 len: 811 time: 0.2498305 Feb 16 18:16:35.241353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Usage tracker for resource:subnet and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:35.243054 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:35.250696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:35.266163 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-9a1436c2-5452-412d-8e7b-5b748502f8c0 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/quotas/ab00b25134414a9fb5bf9cb74085f0d4 HTTP/1.1" status: 200 len: 375 time: 0.0167499 Feb 16 18:16:35.276648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Pushing event updated for resources: {'Network': ['ID=488dc2c4-c6c1-4034-947f-da1556dd13da,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:35.297219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 488dc2c4-c6c1-4034-947f-da1556dd13da details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:35.298836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:35.301341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-135bf81d-c214-4d36-9ddc-631edd7f926d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:35.320341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 488dc2c4-c6c1-4034-947f-da1556dd13da details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:35.324283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Made reservation on behalf of ed443648e0134e279dac6975632a1b1d for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:35.329592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.359021 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:16:35.363332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca96924-7658-49fa-9932-312d6fac290e,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:35.374817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:35.411401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.411821 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Added segment a7204ac5-f559-4b4f-8392-65bc1d9b9b84 of type vxlan for network bc5f517b-e549-43f3-aa9d-f68aa8280b2c Feb 16 18:16:35.463636 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-6650e5ef-0f54-4260-9e25-6d166b6e177b tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab00b25134414a9fb5bf9cb74085f0d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1899872 Feb 16 18:16:35.500572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.627336 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Checking segment: {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:35.627748 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Network hostable DHCP agents. Network: a6f4a9db-1750-4bd7-803f-c48717de2b32, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:16:35.664080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.668527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:35.669173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.675462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:35.691189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:16:35.717128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:16:35.785739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37188) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:35.831397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5f517b-e549-43f3-aa9d-f68aa8280b2c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:35.841435 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.9039569 Feb 16 18:16:35.842202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, a6f4a9db-1750-4bd7-803f-c48717de2b32) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:35.843343 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.844277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37194) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:35.846083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:35.858416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:35.867399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Request body: {'subnet': {'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-subnet', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:35.873324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:35.878163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Usage tracker for resource:subnet and tenant:2d664c612abf4522ad1193fbb6ac306c is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:35.882121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:35.882629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:16:35.892885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.905225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-30c6ad48-e45f-4e5f-8d23-330966e1825b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:35.923389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:35.928526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.931509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:35.932276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:35.938639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Usage tracker for resource:security_group_rule and tenant:053241a34e1641bf8f4ce7ca19dff0fe is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:35.963168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:35.966151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b49cecd9-4a1a-45f0-b9ca-d1d21f47d057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:36.001511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5233a89-7191-490e-9ce9-5b368927a19f None None] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:36.031096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:36.092757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:36.104473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-4a435ff4-9405-489f-a932-2676ae0539da service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:16:36.105807 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-4a435ff4-9405-489f-a932-2676ae0539da service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3975461 Feb 16 18:16:36.122327 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-cf04f483-5b9d-48ba-b0ff-f83fafe6123f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4560688 Feb 16 18:16:36.152485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c3fc4e-4313-4f35-8c56-b20879414715,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:36.159565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:36.236888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Made reservation on behalf of 2d664c612abf4522ad1193fbb6ac306c for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:36.242615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.287250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.288407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Checking segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:36.288795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Network hostable DHCP agents. Network: fd480a03-5d6b-4817-a959-8f9faa8c723f, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:16:36.324808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.358504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:36.385617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ef168b-4afe-4e7c-a186-2b31c2123050,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:36.449819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:36.461296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e482edbb-7d65-4a70-b619-23c79a3229df,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:36.471689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:36.482905 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=053241a34e1641bf8f4ce7ca19dff0fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6913252 Feb 16 18:16:36.482905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Network fd480a03-5d6b-4817-a959-8f9faa8c723f is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:16:36.497565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37216) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:36.557728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, fd480a03-5d6b-4817-a959-8f9faa8c723f) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:36.573234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:36.574057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.623790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517efb05-413b-4512-8a59-33e88e3c6e0d None None] Network fd480a03-5d6b-4817-a959-8f9faa8c723f requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:36.629111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-008d2d8d-e06f-4c62-81f3-6a3ee09e2259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.646641 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4942563 Feb 16 18:16:36.650434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37228) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:36.656347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:36.662612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:36.670782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Usage tracker for resource:router and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:36.689586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:36.699062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:36.713146 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-b2b780ce-3a90-46af-9928-3b985b3279fd service neutron] 10.222.0.16 "GET /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651402 Feb 16 18:16:36.714412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3b35b-296c-4794-a666-2166d4575432 None None] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:36.736406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-008d2d8d-e06f-4c62-81f3-6a3ee09e2259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.743017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.744539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.765014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Checking segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:36.765417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Network hostable DHCP agents. Network: 488dc2c4-c6c1-4034-947f-da1556dd13da, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:16:36.834768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.983395 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-5d2e776a-49e9-4c62-80d8-3039a96354ef service neutron] 10.222.0.16 "GET /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2528708 Feb 16 18:16:36.993757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-fd480a03-5d6b-4817-a959-8f9faa8c723f', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:16:36.994676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:36.998053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-008d2d8d-e06f-4c62-81f3-6a3ee09e2259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:37.013552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Network 488dc2c4-c6c1-4034-947f-da1556dd13da is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:16:37.031900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:37.080999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d2d8d-e06f-4c62-81f3-6a3ee09e2259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e482edbb-7d65-4a70-b619-23c79a3229df,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:37.090429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-008d2d8d-e06f-4c62-81f3-6a3ee09e2259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:37.094338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-008d2d8d-e06f-4c62-81f3-6a3ee09e2259 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e482edbb-7d65-4a70-b619-23c79a3229df HTTP/1.1" status: 204 len: 168 time: 0.5933878 Feb 16 18:16:37.094338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 488dc2c4-c6c1-4034-947f-da1556dd13da) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:37.097090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-008d2d8d-e06f-4c62-81f3-6a3ee09e2259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:37.153143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:37.153806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:37.208799 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9996223 Feb 16 18:16:37.210747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37238) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:37.217891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:37.225080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:37.231907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Usage tracker for resource:router and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:37.234246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13adb16-7616-4c4d-9087-57fe5adcfeae None None] Network 488dc2c4-c6c1-4034-947f-da1556dd13da requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:37.236787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:37.248607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:37.328012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37258) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:37.328960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:37.332364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:37.334001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:37.368639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:37.385509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:37.546388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:37.659790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:37.721808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:37.744168 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-eded789d-5565-4531-a0d0-883d93134e3c req-64a86960-4cd2-445f-8979-45af871eeaf8 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 210 time: 0.2017145 Feb 16 18:16:38.015439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37296) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:38.017580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:38.059019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Allocated IP 172.20.0.2 (fd480a03-5d6b-4817-a959-8f9faa8c723f/e6c3fc4e-4313-4f35-8c56-b20879414715/95c8ca9e-e0c0-46aa-ae82-d277385db8a0) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:38.083914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-488dc2c4-c6c1-4034-947f-da1556dd13da', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:16:38.084862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:38.154166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:38.256893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481d66-9888-4747-931c-9959160da3bf req-431bbde5-493c-4368-9220-10719380020d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:38.264729 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-431bbde5-493c-4368-9220-10719380020d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/networks?id=a6f4a9db-1750-4bd7-803f-c48717de2b32 HTTP/1.1" status: 200 len: 815 time: 0.9343839 Feb 16 18:16:38.416497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:38.456172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:38.519800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc02d6ccbc64834b8c26206231df401 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:38.530840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:38.541415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:38.623734 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-df057167-1c96-427a-982a-1109241ac661 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/quotas/3436298740184aa7b978bbc4883abdae HTTP/1.1" status: 200 len: 375 time: 0.3577311 Feb 16 18:16:38.627783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:38.674242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Checking segment: {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:38.674242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Network hostable DHCP agents. Network: bc5f517b-e549-43f3-aa9d-f68aa8280b2c, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:16:38.721295 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-e12356b7-cade-43ec-a9ce-9374c45dca58 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963457 Feb 16 18:16:38.765582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:38.786016 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:38.815440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:38.832478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:38.861145 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Allocated IP 172.27.3.227 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/e3a64ab5-7842-4bfa-89dd-1a58dd64b775) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:38.899185 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bc02d6ccbc64834b8c26206231df401&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8139019 Feb 16 18:16:38.900117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02767d4-3525-4cb6-9252-8d0a2b595ee7,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:38.903175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37324) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:38.905960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:38.926130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Allocated IP 172.20.0.2 (488dc2c4-c6c1-4034-947f-da1556dd13da/c7ef168b-4afe-4e7c-a186-2b31c2123050/0a67732f-b2ba-4f4f-9b90-a35e09682d11) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:38.929034 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Transition to ACTIVE for port object 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:38.930895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:16:38.979758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Transition to ACTIVE for port object 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:38.997418 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-37c5f961-5c35-4d26-90ee-faca73ae91ec req-2ae21eb9-7f10-4435-9a6c-33db0cdd72d2 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 210 time: 0.0777943 Feb 16 18:16:39.009525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, bc5f517b-e549-43f3-aa9d-f68aa8280b2c) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:39.048104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:39.048346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa54fdc6-4509-470b-8038-840441fe535e None None] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:39.048726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.127187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-b4c471ad-a126-4c0e-8829-7a8d5c1db904 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:16:39.127741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7970bde-e020-4828-b752-9ef1983f2da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.142429 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-b4c471ad-a126-4c0e-8829-7a8d5c1db904 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2215543 Feb 16 18:16:39.146675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.155722 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.3092158 Feb 16 18:16:39.165712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37342) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:39.252809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:39.271330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7970bde-e020-4828-b752-9ef1983f2da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.284189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:39.303793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Usage tracker for resource:router and tenant:2d664c612abf4522ad1193fbb6ac306c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:39.318848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:39.336848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:39.378210 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.393118 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-92cd2a2a-b42e-48e2-a010-4e8bc452adb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:39.397423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.398992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.414019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.433167 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7970bde-e020-4828-b752-9ef1983f2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.444700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:39.473664 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7970bde-e020-4828-b752-9ef1983f2da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02767d4-3525-4cb6-9252-8d0a2b595ee7,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:39.480403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f7970bde-e020-4828-b752-9ef1983f2da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:39.481037 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-211fcab0-44d0-4940-aff4-0f7ff91151a1 service neutron] 10.222.0.16 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373396 Feb 16 18:16:39.485913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Network fd480a03-5d6b-4817-a959-8f9faa8c723f is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:39.494440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:39.506213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:39.529544 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.549445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.588601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Attempting to bind port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:16:39.589019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Attempting to bind port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:16:39.589428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Attempting to bind port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 on network fd480a03-5d6b-4817-a959-8f9faa8c723f {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:16:39.601933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:16:39.602373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Checking segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:39.602824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.603262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Bound using segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:16:39.603819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Bound port: 95c8ca9e-e0c0-46aa-ae82-d277385db8a0, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:16:39.604273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.615323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.624843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:39.643188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Pushing event updated for resources: {'Port': ['ID=95c8ca9e-e0c0-46aa-ae82-d277385db8a0,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:39.658247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.658506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.658917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.659284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.659692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.660066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.660439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.661163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.661163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.661573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.661936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.662304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.662728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.663354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.663489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.663803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.664167 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.665119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.665119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.665295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.665534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.665896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.666259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.666619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Tracked resource versions report: Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: pushed versions: Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: { 'AddressGroup': {'1.1'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': {'1.0'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': {'1.0'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': {'1.1'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': {'1.7'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': {'1.2'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': {'1.8'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': {'1.4'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': {'1.0'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': {'1.1'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': {'1.1'}} Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: consumer versions: Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: { DHCP agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: L3 agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: Metadata agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: Metering agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@dv-cinder-763306-9-iscsi: { 'AddressGroup': '1.1', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}, Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}} Feb 16 18:16:39.667991 dv-cinder-763306-9-iscsi neutron-server[83870]: {{(pid=83983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:16:39.676240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:39.685952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7970bde-e020-4828-b752-9ef1983f2da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.687367 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f7970bde-e020-4828-b752-9ef1983f2da3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c02767d4-3525-4cb6-9252-8d0a2b595ee7 HTTP/1.1" status: 204 len: 168 time: 0.7831771 Feb 16 18:16:39.870093 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a64ab5-7842-4bfa-89dd-1a58dd64b775,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:39.873867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:39.899740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d1611-b466-46d1-850d-801ccf739cd4 None None] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:39.962511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:39.991472 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-429f97cb-df06-4493-a700-de1aaba57bc9 service neutron] 10.222.0.16 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5094264 Feb 16 18:16:40.029444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Allocated IP 172.27.3.85 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/c097065d-668d-4a81-9bde-4d3d6a589265) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:40.044393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] For port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:16:40.048416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:40.066136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] For port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=95c8ca9e-e0c0-46aa-ae82-d277385db8a0,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:16:40.083596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Transition to ACTIVE for port object 0a67732f-b2ba-4f4f-9b90-a35e09682d11 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:40.110573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:40.130622 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:40.194243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:40.204775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:40.222807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6a081a76-233e-4a4a-b170-f3fb7ec3b6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:40.267738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:40.345856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Transition to ACTIVE for port object 0a67732f-b2ba-4f4f-9b90-a35e09682d11 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:40.348597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Pushing event updated for resources: {'Port': ['ID=95c8ca9e-e0c0-46aa-ae82-d277385db8a0,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:40.388368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:40.392646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:40.427979 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b4d3f20d-a48a-4cac-ace9-fed0bb8853ca req-adc58a76-de05-4713-a33a-6a0df52614bb tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 210 time: 0.0866575 Feb 16 18:16:40.433213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:40.469923 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:40.669546 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8b6ba78a-0d48-4b7c-ba38-eb0f29f797df req-eb7152ab-be3e-4eb3-a5df-f80589eae799 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 210 time: 0.1457257 Feb 16 18:16:40.672387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:40.704150 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Pushing event updated for resources: {'Port': ['ID=c097065d-668d-4a81-9bde-4d3d6a589265,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:40.711881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:40.813726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:40.815375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:40.819346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:41.078331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Pushing event updated for resources: {'Port': ['ID=0a67732f-b2ba-4f4f-9b90-a35e09682d11,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:41.094894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:41.121354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:41.123505 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Network 488dc2c4-c6c1-4034-947f-da1556dd13da is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:41.124972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:41.128787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:41.214858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Attempting to bind port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:16:41.215413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Attempting to bind port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:16:41.215750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Attempting to bind port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 on network 488dc2c4-c6c1-4034-947f-da1556dd13da {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:16:41.223173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:16:41.223616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Checking segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:41.224120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:41.224566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Bound using segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:16:41.225092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Bound port: 0a67732f-b2ba-4f4f-9b90-a35e09682d11, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:16:41.225521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:41.295746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:41.447952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] For port 0a67732f-b2ba-4f4f-9b90-a35e09682d11, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:16:41.452562 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] For port 0a67732f-b2ba-4f4f-9b90-a35e09682d11, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=0a67732f-b2ba-4f4f-9b90-a35e09682d11,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:16:41.502078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:41.534157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:41.781704 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Pushing event updated for resources: {'Port': ['ID=0a67732f-b2ba-4f4f-9b90-a35e09682d11,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:41.788129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:41.863912 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-38a05565-92d3-45f9-a493-49cc3641f256 req-e6801f4b-1ace-43ed-80e7-f0a92fcc15ab tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 210 time: 0.0898340 Feb 16 18:16:41.909335 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:41.919939 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d409dbc-5959-4544-bff2-d510cf356a16 req-728ca412-45b2-41f9-9ef4-574223dd9a03 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 210 time: 0.0790038 Feb 16 18:16:41.948278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:42.146386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:42.173784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Allocated IP 172.27.3.44 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/688f74b0-8046-4f7c-93ea-706d02254ac0) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:42.317166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:42.556311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:42.560973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:42.575674 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:42.719645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:42.747522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:42.944354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Router aab39e15-8faf-48dd-af26-53b8971419f5 is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:16:42.962677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Pushing event updated for resources: {'Port': ['ID=688f74b0-8046-4f7c-93ea-706d02254ac0,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:42.978490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:43.012418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:43.204070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:43.216597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:43.221786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:43.224819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4732dc15-9fed-4f82-8d3d-f83ca0124377 None None] Network fd480a03-5d6b-4817-a959-8f9faa8c723f requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:43.280177 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f06550f5-595a-4e1b-9b76-a662bd4515d5 req-59897993-2857-4236-9c50-90d182ce5ecf tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 210 time: 0.1483786 Feb 16 18:16:43.443601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] Provisioning for port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:43.466547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] Provisioning complete for port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:43.466994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:43.509475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.72', 52015) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:43.530880 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1008012d-317b-44b0-8ae4-c495acfa5887 req-f61a85a1-eed7-42eb-b50b-0d952b8cc514 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 210 time: 0.1213458 Feb 16 18:16:43.748939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b055984-2845-4f63-842b-d966194b17ed None None] Network 488dc2c4-c6c1-4034-947f-da1556dd13da requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:16:43.782218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:43.822043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:16:43.832148 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Sync routers for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:16:43.861374 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:16:43.865812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:43.913802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-463967c9-8cb0-4660-ad68-97c2655153c3 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:43.915560 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-463967c9-8cb0-4660-ad68-97c2655153c3 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.72 "GET /v2.0/networks?id=f0abb97c-ea5f-4852-99b9-0cf443ce82f5 HTTP/1.1" status: 200 len: 811 time: 0.4050353 Feb 16 18:16:43.918726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] For port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=95c8ca9e-e0c0-46aa-ae82-d277385db8a0,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:16:43.967163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Request body: {'port': {'device_id': 'bdab723b-a852-49fd-9f35-3bdce5481b7d', 'network_id': 'f0abb97c-ea5f-4852-99b9-0cf443ce82f5', 'admin_state_up': True, 'tenant_id': 'ab00b25134414a9fb5bf9cb74085f0d4'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:44.008765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:44.010140 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7982514 Feb 16 18:16:44.014467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37474) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:44.089894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:44.105780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:44.139712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.72', 52016) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:44.393545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 0a67732f-b2ba-4f4f-9b90-a35e09682d11 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:44.547090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:16:44.578191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Provisioning complete for port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:44.578722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:44.797836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] Pushing event updated for resources: {'Port': ['ID=95c8ca9e-e0c0-46aa-ae82-d277385db8a0,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:44.811954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:44.883966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:45.082408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:45.090965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481d66-9888-4747-931c-9959160da3bf req-343195b6-f033-4280-8a98-7f06e59870fe tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:45.094155 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-343195b6-f033-4280-8a98-7f06e59870fe tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "GET /v2.0/networks?id=a6f4a9db-1750-4bd7-803f-c48717de2b32 HTTP/1.1" status: 200 len: 815 time: 0.9522195 Feb 16 18:16:45.115273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:45.129926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Request body: {'port': {'device_id': '591da093-da63-41f3-8c30-182dd50135cf', 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32', 'admin_state_up': True, 'tenant_id': '3436298740184aa7b978bbc4883abdae'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:45.159742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Provisioning for port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:45.167634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Provisioning complete for port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:45.168223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:45.198566 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8816ae26-05cb-4b06-9258-7d52d1f4ff50 req-fa983a50-34e3-4940-95ab-850d84642d42 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 210 time: 0.3445461 Feb 16 18:16:45.317090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:41Z', 'revision_number': 3, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:45.321797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Checking router: aab39e15-8faf-48dd-af26-53b8971419f5 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:16:45.322364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Updating router aab39e15-8faf-48dd-af26-53b8971419f5 port c097065d-668d-4a81-9bde-4d3d6a589265 binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:16:45.369114 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Usage tracker for resource:port and tenant:ab00b25134414a9fb5bf9cb74085f0d4 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:45.387793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:45.413170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:45.434900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:45.547189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-8821e602-228d-40c5-abc0-733738054b20 None None] For port 0a67732f-b2ba-4f4f-9b90-a35e09682d11, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=0a67732f-b2ba-4f4f-9b90-a35e09682d11,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:16:45.594383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:45.596829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:45.612966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:45.617337 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Usage tracker for resource:port and tenant:3436298740184aa7b978bbc4883abdae is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:45.620358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:45.626478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:45.640524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:45.654510 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a09c4c7e-68f7-42a6-bc3a-1384c16f4001 req-42c13751-1988-41ff-9218-d63d579dfa24 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 210 time: 0.4273307 Feb 16 18:16:45.731629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Made reservation on behalf of 3436298740184aa7b978bbc4883abdae for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:45.737643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:45.781563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Made reservation on behalf of ab00b25134414a9fb5bf9cb74085f0d4 for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:16:45.793053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:45.894687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-a6c6906a-d8a6-4a71-ad4d-404d0fe02fd0 None None] Provisioning complete for port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:45.895138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a6c6906a-d8a6-4a71-ad4d-404d0fe02fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:46.102283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Router d0179119-07d8-45e5-8003-53de2b09a992 is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:16:46.329717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Pushing event updated for resources: {'Port': ['ID=0a67732f-b2ba-4f4f-9b90-a35e09682d11,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:46.341262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:46.342180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:46.564460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-a6c6906a-d8a6-4a71-ad4d-404d0fe02fd0 None None] Provisioning complete for port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:46.564460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a6c6906a-d8a6-4a71-ad4d-404d0fe02fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:46.632316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:46.718596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37572) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:46.749845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Transition to ACTIVE for port object c097065d-668d-4a81-9bde-4d3d6a589265 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:46.817029 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:46.851008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:46.878856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:46.879281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.143803 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72220ca4-e497-447f-a176-b75cd9aa3b3f req-337cf32d-c4a8-47e6-b5c2-51159a490273 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 210 time: 0.4797220 Feb 16 18:16:47.195254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-e4587558-cd68-4733-93e1-9ed884ffa978 None None] Provisioning complete for port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:47.195635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e4587558-cd68-4733-93e1-9ed884ffa978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.222312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Allocated IP 172.20.0.3 (f0abb97c-ea5f-4852-99b9-0cf443ce82f5/90594a42-92c3-474e-8722-554bb692e741/87452e5c-ae19-43ce-9304-8665c16ca735) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:47.252976 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb51e9b9-2578-4110-9f08-0dfe26d700ec req-4a70df6f-b65e-4def-b127-e5853d09f051 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 210 time: 0.1214995 Feb 16 18:16:47.497047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Pushing event updated for resources: {'Port': ['ID=c097065d-668d-4a81-9bde-4d3d6a589265,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:47.506951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.512571 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.513188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.513290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.513660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.514025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.514389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.514749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.515465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.515465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.515828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.516185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.516538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.516948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.517575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.517672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.517958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.518309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.518659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.519010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.519363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.519744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.520102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.521017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.521541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Tracked resource versions report: Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: pushed versions: Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: { 'AddressGroup': {'1.1'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': {'1.0'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': {'1.0'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': {'1.1'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': {'1.7'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': {'1.2'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': {'1.8'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': {'1.4'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': {'1.0'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': {'1.1'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': {'1.1'}} Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: consumer versions: Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: { DHCP agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: L3 agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: Metadata agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: Metering agent@dv-cinder-763306-9-iscsi: {}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@dv-cinder-763306-9-iscsi: { 'AddressGroup': '1.1', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}, Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'ConntrackHelper': '1.0', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Log': '1.0', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Network': '1.1', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Port': '1.7', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'PortForwarding': '1.2', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'QosPolicy': '1.8', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroup': '1.4', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SecurityGroupRule': '1.2', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'SubPort': '1.0', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Subnet': '1.1', Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: 'Trunk': '1.1'}} Feb 16 18:16:47.522852 dv-cinder-763306-9-iscsi neutron-server[83870]: {{(pid=83984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:16:47.534511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:47.593685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.628010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Attempting to bind port c097065d-668d-4a81-9bde-4d3d6a589265 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:16:47.628482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Attempting to bind port c097065d-668d-4a81-9bde-4d3d6a589265 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:16:47.629213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Attempting to bind port c097065d-668d-4a81-9bde-4d3d6a589265 on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:16:47.636007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:16:47.636710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:47.637157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.637592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:16:47.638102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Bound port: c097065d-668d-4a81-9bde-4d3d6a589265, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:16:47.638513 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.646519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Allocated IP 172.20.0.6 (a6f4a9db-1750-4bd7-803f-c48717de2b32/1ca96924-7658-49fa-9932-312d6fac290e/794e1af5-bcb9-4b5f-a79b-1792ac66faa1) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:47.691889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:16:47.694407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:47.704251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Sync routers for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:16:47.709482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.710487 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Usage tracker for resource:security_group_rule and tenant:62315704a4fd40398c0baf87d5bb7fc2 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:47.722270 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:16:47.723537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:47.724904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:47.740829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] For port c097065d-668d-4a81-9bde-4d3d6a589265, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:16:47.744812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] For port c097065d-668d-4a81-9bde-4d3d6a589265, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=c097065d-668d-4a81-9bde-4d3d6a589265,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:16:47.750654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:47.771972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.797367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:47.833151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:47.834471 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.1829925 Feb 16 18:16:47.845614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37584) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:47.978765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Pushing event updated for resources: {'Port': ['ID=c097065d-668d-4a81-9bde-4d3d6a589265,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:48.002276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:48.027587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:48.142590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:48.233218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 0a67732f-b2ba-4f4f-9b90-a35e09682d11 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:48.331062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:48.372975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:16:48.373829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:48.381781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:16:48.663091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:16:48.769214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Router 97bd6b07-f9e7-405f-b237-94bb44118405 is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:16:48.818610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:48.847448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:48.888298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Pushing event updated for resources: {'Port': ['ID=87452e5c-ae19-43ce-9304-8665c16ca735,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:48.915407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:48.916051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:48.938174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:48.940311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c6d87255-08af-43c6-9616-7087cd02e37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:49.027285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Pushing event updated for resources: {'Port': ['ID=794e1af5-bcb9-4b5f-a79b-1792ac66faa1,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:49.048854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e540c-3312-4284-8cf5-623e784c4904 req-a6a0519c-b53a-485c-a066-216c47d3c608 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:49.050525 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c2e540c-3312-4284-8cf5-623e784c4904 req-a6a0519c-b53a-485c-a066-216c47d3c608 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 931 time: 0.5323071 Feb 16 18:16:49.105847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:41Z', 'revision_number': 3, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:49.110403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803e57b9-0682-4ca7-9309-adb5e444ea05 None None] The sync data for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi is: [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:41Z', 'revision_number': 3, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:16:49.167416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:49.269404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:49.279919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:40Z', 'revision_number': 3, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:49.285094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Checking router: d0179119-07d8-45e5-8003-53de2b09a992 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:16:49.285636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Updating router d0179119-07d8-45e5-8003-53de2b09a992 port e3a64ab5-7842-4bfa-89dd-1a58dd64b775 binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:16:49.360295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:49.435828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:49.486157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0a61bdc2-7021-4aee-a6e1-30275eb2d8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:49.498713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:49.505688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:49.514366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:49.518790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:49.519448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:49.564890 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c2e540c-3312-4284-8cf5-623e784c4904 req-a450bcb1-95d5-4f75-9ce0-852688a7d545 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899970 Feb 16 18:16:49.594975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c05b3-7b16-42ba-be9c-0d370b0fbfd8 req-63649d27-a54c-4575-a676-53106a8a8d0b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:49.595720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-274c05b3-7b16-42ba-be9c-0d370b0fbfd8 req-63649d27-a54c-4575-a676-53106a8a8d0b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Synchronizing usage tracker for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:16:49.599780 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6374271 Feb 16 18:16:49.616600 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62315704a4fd40398c0baf87d5bb7fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8964705 Feb 16 18:16:49.622111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37604) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:49.695252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:49.699231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:49.705548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:49.711353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:49.712567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:49.731601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-274c05b3-7b16-42ba-be9c-0d370b0fbfd8 req-63649d27-a54c-4575-a676-53106a8a8d0b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Unset dirty status for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:16:49.738398 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-274c05b3-7b16-42ba-be9c-0d370b0fbfd8 req-63649d27-a54c-4575-a676-53106a8a8d0b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 931 time: 1.0418808 Feb 16 18:16:49.804393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f378-e17e-4768-9594-a243ab977092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:49.839806 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7311301 Feb 16 18:16:49.849589 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-274c05b3-7b16-42ba-be9c-0d370b0fbfd8 req-bd543569-fe9a-4373-b345-2a1215b91678 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092579 Feb 16 18:16:49.867308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f378-e17e-4768-9594-a243ab977092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:49.964434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f378-e17e-4768-9594-a243ab977092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:49.971974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-008d2d8d-e06f-4c62-81f3-6a3ee09e2259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:50.005856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7f378-e17e-4768-9594-a243ab977092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cd1441-fe97-4985-8d86-a35768d2e609,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:50.022063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a5f7f378-e17e-4768-9594-a243ab977092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:50.023801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f378-e17e-4768-9594-a243ab977092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:50.027925 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a5f7f378-e17e-4768-9594-a243ab977092 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47cd1441-fe97-4985-8d86-a35768d2e609 HTTP/1.1" status: 204 len: 168 time: 0.4019630 Feb 16 18:16:50.166053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:50.198862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Transition to ACTIVE for port object e3a64ab5-7842-4bfa-89dd-1a58dd64b775 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:50.229630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:50.261312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:50.277120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cd1441-fe97-4985-8d86-a35768d2e609,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:50.345866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device c097065d-668d-4a81-9bde-4d3d6a589265 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:50.419380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:16:50.427518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:50.432407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Sync routers for ids ['97bd6b07-f9e7-405f-b237-94bb44118405'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:16:50.444668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df287cdc-5a4c-4fc4-94f6-d40a19150876 None None] Pushing event updated for resources: {'Port': ['ID=e3a64ab5-7842-4bfa-89dd-1a58dd64b775,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:50.449757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Routers {'97bd6b07-f9e7-405f-b237-94bb44118405'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:16:50.450385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['97bd6b07-f9e7-405f-b237-94bb44118405'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:50.468246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:50.512703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df287cdc-5a4c-4fc4-94f6-d40a19150876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:50.717429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Set router 97bd6b07-f9e7-405f-b237-94bb44118405 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:16:50.753086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Allocated IP 172.20.0.1 (488dc2c4-c6c1-4034-947f-da1556dd13da/c7ef168b-4afe-4e7c-a186-2b31c2123050/e79c9788-0fee-430e-9df2-ca44c1c459fa) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:50.859126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:50.863579 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.6351745 Feb 16 18:16:50.877875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 37626) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:51.023829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port c097065d-668d-4a81-9bde-4d3d6a589265 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:51.070513 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port c097065d-668d-4a81-9bde-4d3d6a589265 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:51.072792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.159520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:43Z', 'revision_number': 3, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:51.165844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Checking router: 97bd6b07-f9e7-405f-b237-94bb44118405 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:16:51.166235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Updating router 97bd6b07-f9e7-405f-b237-94bb44118405 port 688f74b0-8046-4f7c-93ea-706d02254ac0 binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:16:51.217228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Attempting to bind port e3a64ab5-7842-4bfa-89dd-1a58dd64b775 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:16:51.217892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Attempting to bind port e3a64ab5-7842-4bfa-89dd-1a58dd64b775 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:16:51.218701 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Attempting to bind port e3a64ab5-7842-4bfa-89dd-1a58dd64b775 on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:16:51.235702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:16:51.236384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:51.237050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.237678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:16:51.238403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Bound port: e3a64ab5-7842-4bfa-89dd-1a58dd64b775, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:16:51.239885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.296878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.406904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.556205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Transition to ACTIVE for port object e79c9788-0fee-430e-9df2-ca44c1c459fa will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:51.579816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] For port e3a64ab5-7842-4bfa-89dd-1a58dd64b775, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:16:51.584481 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1600c3-80cd-42ce-af98-3e8d64910e17 req-c19592da-6662-480f-bed3-27dec8785589 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:51.588535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] For port e3a64ab5-7842-4bfa-89dd-1a58dd64b775, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e3a64ab5-7842-4bfa-89dd-1a58dd64b775,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:16:51.591473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-ef1600c3-80cd-42ce-af98-3e8d64910e17 req-c19592da-6662-480f-bed3-27dec8785589 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Synchronizing usage tracker for tenant:ab00b25134414a9fb5bf9cb74085f0d4 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:16:51.600240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.668234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.677654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port c097065d-668d-4a81-9bde-4d3d6a589265, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=c097065d-668d-4a81-9bde-4d3d6a589265,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:16:51.746193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-56310853-3b9d-4f87-a1fa-5ed27785a3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:51.751223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Allocated IP 172.20.0.1 (fd480a03-5d6b-4817-a959-8f9faa8c723f/e6c3fc4e-4313-4f35-8c56-b20879414715/cd43f4d6-e8cb-48aa-a053-b6f2103b1996) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:51.874637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.916484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9ad0-4c52-4660-89fe-28b422050ef2 req-491f8b95-53eb-494a-9817-e0e419fe6ec6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:51.924031 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-58ec9ad0-4c52-4660-89fe-28b422050ef2 req-491f8b95-53eb-494a-9817-e0e419fe6ec6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 931 time: 0.5877633 Feb 16 18:16:51.925752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:51.925994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-ef1600c3-80cd-42ce-af98-3e8d64910e17 req-c19592da-6662-480f-bed3-27dec8785589 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Unset dirty status for tenant:ab00b25134414a9fb5bf9cb74085f0d4 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:16:51.936429 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef1600c3-80cd-42ce-af98-3e8d64910e17 req-c19592da-6662-480f-bed3-27dec8785589 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 931 time: 1.1996760 Feb 16 18:16:51.966550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:52.135863 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-58ec9ad0-4c52-4660-89fe-28b422050ef2 req-343223a8-ac37-4a47-95be-4db51a537e95 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106619 Feb 16 18:16:52.144193 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef1600c3-80cd-42ce-af98-3e8d64910e17 req-ee9b3279-18c9-40ef-bdad-d46e91aec5ef tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068684 Feb 16 18:16:52.169564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df287cdc-5a4c-4fc4-94f6-d40a19150876 None None] Pushing event updated for resources: {'Port': ['ID=e3a64ab5-7842-4bfa-89dd-1a58dd64b775,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:52.182426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df287cdc-5a4c-4fc4-94f6-d40a19150876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:52.233195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Pushing event updated for resources: {'Port': ['ID=e79c9788-0fee-430e-9df2-ca44c1c459fa,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:52.251037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:52.270323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:52.312067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:52.324531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:52.361052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Transition to ACTIVE for port object 688f74b0-8046-4f7c-93ea-706d02254ac0 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:52.394179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Network 488dc2c4-c6c1-4034-947f-da1556dd13da is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:52.398216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:52.402204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Transition to ACTIVE for port object cd43f4d6-e8cb-48aa-a053-b6f2103b1996 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:52.407332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:52.411617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:52.418011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d74b27f7-9da1-4c6c-b57e-7aac4a802d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:52.431711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:52.449668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=c097065d-668d-4a81-9bde-4d3d6a589265,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:52.460180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:16:52.460914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:52.481548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5256fc32-d32e-4a20-a4cb-bc31f5be8591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:52.586192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:52.656605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:52.808686 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:52.858544 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c761f68-e37e-40c6-ab98-7c3deccc0d76 None None] Pushing event updated for resources: {'Port': ['ID=688f74b0-8046-4f7c-93ea-706d02254ac0,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:52.871900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1c761f68-e37e-40c6-ab98-7c3deccc0d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:52.980517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-bf85caf5-329c-4f2e-8f19-fd8a2617c8a8 None None] Provisioning for port e79c9788-0fee-430e-9df2-ca44c1c459fa completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:52.989915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-bf85caf5-329c-4f2e-8f19-fd8a2617c8a8 None None] Provisioning complete for port e79c9788-0fee-430e-9df2-ca44c1c459fa triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:52.990344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bf85caf5-329c-4f2e-8f19-fd8a2617c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:53.025242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Attempting to bind port 688f74b0-8046-4f7c-93ea-706d02254ac0 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:16:53.025916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Attempting to bind port 688f74b0-8046-4f7c-93ea-706d02254ac0 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:16:53.026508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Attempting to bind port 688f74b0-8046-4f7c-93ea-706d02254ac0 on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:16:53.040235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:16:53.041994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:16:53.042835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:53.044037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:16:53.045806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Bound port: 688f74b0-8046-4f7c-93ea-706d02254ac0, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:16:53.046420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:53.063404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:53.128416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Network fd480a03-5d6b-4817-a959-8f9faa8c723f is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:53.133826 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:53.150890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:53.151408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:53.154019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:53.159165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:53.179965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:53.241848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] For port 688f74b0-8046-4f7c-93ea-706d02254ac0, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:16:53.248684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] For port 688f74b0-8046-4f7c-93ea-706d02254ac0, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=688f74b0-8046-4f7c-93ea-706d02254ac0,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:16:53.277788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:53.314366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:53.596245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:16:53.756425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c761f68-e37e-40c6-ab98-7c3deccc0d76 None None] Pushing event updated for resources: {'Port': ['ID=688f74b0-8046-4f7c-93ea-706d02254ac0,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:53.775250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1c761f68-e37e-40c6-ab98-7c3deccc0d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:53.813476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bf85caf5-329c-4f2e-8f19-fd8a2617c8a8 None None] Port e79c9788-0fee-430e-9df2-ca44c1c459fa cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:16:53.857938 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Routers {'97bd6b07-f9e7-405f-b237-94bb44118405'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:16:53.858585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['97bd6b07-f9e7-405f-b237-94bb44118405'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:53.928054 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:54.231410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-244720e0-b804-4bb3-84e4-59400edbf014 None None] Provisioning for port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:54.251162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:54.256155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device c097065d-668d-4a81-9bde-4d3d6a589265 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:54.293129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:54.303947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:54.332425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-011b3c03-6d6c-4b53-8328-3c4f7457571a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:54.346769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106da95-cb36-463c-ad67-f75796077735 req-f385fd6c-4cbc-4c13-b802-917ca54437b0 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:54.349101 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1106da95-cb36-463c-ad67-f75796077735 req-f385fd6c-4cbc-4c13-b802-917ca54437b0 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 931 time: 0.8481119 Feb 16 18:16:54.377617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-244720e0-b804-4bb3-84e4-59400edbf014 None None] Provisioning complete for port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:54.378042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-244720e0-b804-4bb3-84e4-59400edbf014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:54.479516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f8c46db0-b712-4343-aa10-4b85c234eb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:54.484443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-e97220f8-713e-4115-b31b-9a149df8f384 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:16:54.485532 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-e97220f8-713e-4115-b31b-9a149df8f384 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061283 Feb 16 18:16:54.504608 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-4b0d7e2e-df7e-46e1-a3a3-e799fbd18eb6 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:16:54.505719 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-4b0d7e2e-df7e-46e1-a3a3-e799fbd18eb6 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0587239 Feb 16 18:16:54.512735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a14b19-f036-480e-b004-1eb6c77e2c81 req-b95d988a-213d-4516-a33d-3e72ee459cab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:54.521519 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e6a14b19-f036-480e-b004-1eb6c77e2c81 req-b95d988a-213d-4516-a33d-3e72ee459cab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 931 time: 1.0337284 Feb 16 18:16:54.592819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Allocated IP 172.20.0.1 (bc5f517b-e549-43f3-aa9d-f68aa8280b2c/48a5eb87-fad6-40d4-99dc-e42cd3a6eca1/6c5e2913-affc-49b2-8c4b-df4f9fb5d40d) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:16:54.617457 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1106da95-cb36-463c-ad67-f75796077735 req-89a60d48-7f44-49b6-b97c-8f951701b54f tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478724 Feb 16 18:16:54.643068 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e6a14b19-f036-480e-b004-1eb6c77e2c81 req-d009fb4b-4ee2-4099-894b-3a5c363eee3f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203818 Feb 16 18:16:54.723847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Pushing event updated for resources: {'Port': ['ID=e79c9788-0fee-430e-9df2-ca44c1c459fa,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:54.747792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:54.778976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Network 488dc2c4-c6c1-4034-947f-da1556dd13da is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:54.783181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:54.797377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-244720e0-b804-4bb3-84e4-59400edbf014 None None] Port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:16:54.913545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port c097065d-668d-4a81-9bde-4d3d6a589265 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:54.914097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:54.933876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] Set router 97bd6b07-f9e7-405f-b237-94bb44118405 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:16:55.189758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:55.221732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:40Z', 'revision_number': 3, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:55.232606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a29d09-e8f7-4fc7-b3a6-2943a965b8d0 None None] The sync data for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi is: [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:40Z', 'revision_number': 3, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:16:55.449273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-440ac23b-cd4f-43b8-8dec-89f8694aeee0 None None] Provisioning complete for port e79c9788-0fee-430e-9df2-ca44c1c459fa triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:55.464492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-440ac23b-cd4f-43b8-8dec-89f8694aeee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:55.483951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Request body: {'port': {'device_id': 'bdab723b-a852-49fd-9f35-3bdce5481b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:55.585340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Request body: {'port': {'device_id': '591da093-da63-41f3-8c30-182dd50135cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:55.593461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-440ac23b-cd4f-43b8-8dec-89f8694aeee0 None None] Port e79c9788-0fee-430e-9df2-ca44c1c459fa cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:16:55.701954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:43Z', 'revision_number': 3, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:55.709785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:55.713066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ffc44-2fa7-4d51-bbe8-7c148f70391b None None] The sync data for ids ['97bd6b07-f9e7-405f-b237-94bb44118405'] in dv-cinder-763306-9-iscsi is: [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:43Z', 'revision_number': 3, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:16:55.948205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:55.973766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.015282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.018602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.041116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:56.314996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e3a64ab5-7842-4bfa-89dd-1a58dd64b775 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:56.430248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.516815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:56.522972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:56.529133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.559283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.581807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Router aab39e15-8faf-48dd-af26-53b8971419f5 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:16:56.583850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port e3a64ab5-7842-4bfa-89dd-1a58dd64b775 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:56.598629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port e3a64ab5-7842-4bfa-89dd-1a58dd64b775 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:56.599154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.646182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Network fd480a03-5d6b-4817-a959-8f9faa8c723f is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:56.650065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:56.901522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:57.053205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:57.116260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port e3a64ab5-7842-4bfa-89dd-1a58dd64b775, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e3a64ab5-7842-4bfa-89dd-1a58dd64b775,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:16:57.161652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-21ff7972-67e9-4153-93bd-7844727fb689 None None] Provisioning complete for port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:57.162078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-21ff7972-67e9-4153-93bd-7844727fb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:57.252692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:57.297651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:57.303657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-92cd2a2a-b42e-48e2-a010-4e8bc452adb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:57.388359 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd6750-9ec8-4a0b-944a-962b2fc00029 req-eaa45ca6-5e66-4b0e-bb86-439ae9342359 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:57.391769 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6efd6750-9ec8-4a0b-944a-962b2fc00029 req-eaa45ca6-5e66-4b0e-bb86-439ae9342359 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 931 time: 1.2829893 Feb 16 18:16:57.432019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c98d84-db56-401a-b27a-62f5148112ec req-79e16ecb-cd7b-42fe-8e93-525abc47d03b tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:16:57.441206 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-26c98d84-db56-401a-b27a-62f5148112ec req-79e16ecb-cd7b-42fe-8e93-525abc47d03b tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 931 time: 1.5123377 Feb 16 18:16:57.510767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=e3a64ab5-7842-4bfa-89dd-1a58dd64b775,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:57.523739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:57.586760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-21ff7972-67e9-4153-93bd-7844727fb689 None None] Port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:16:57.638288 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-26c98d84-db56-401a-b27a-62f5148112ec req-cf4f73bb-801b-41a1-bbd3-e1a75885cc47 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959407 Feb 16 18:16:57.703779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Router d0179119-07d8-45e5-8003-53de2b09a992 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:16:57.742829 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6efd6750-9ec8-4a0b-944a-962b2fc00029 req-ed12f1ab-f085-428a-887e-9150a5a9be12 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249018 Feb 16 18:16:57.856546 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:57.868293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:16:57.878818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:57.880328 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:16:57.936737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:16:57.937400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:57.980874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:16:58.009325 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a51c669d-dd18-47e9-a923-d06b281837e5 admin admin] 10.222.0.16 "PUT /v2.0/routers/d0179119-07d8-45e5-8003-53de2b09a992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1605647 Feb 16 18:16:58.033277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:16:58.048283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Sync routers for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:16:58.067186 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] 10.222.0.16 "PUT /v2.0/routers/aab39e15-8faf-48dd-af26-53b8971419f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0514553 Feb 16 18:16:58.084397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:16:58.101136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:58.355241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e3a64ab5-7842-4bfa-89dd-1a58dd64b775 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:58.470434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:16:58.542537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port e3a64ab5-7842-4bfa-89dd-1a58dd64b775 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:58.543188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.016762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37786) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:59.022856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604035952', 'description': 'tempest-description--1817168897'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:59.040111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:59.061005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:security_group and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:59.064397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:59.087072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:59.153237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87452e5c-ae19-43ce-9304-8665c16ca735 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:16:59.173634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.174616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.194219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.197795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:59.200088 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:16:59.201948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:security_group_rule and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:59.205094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:59.207440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 688f74b0-8046-4f7c-93ea-706d02254ac0 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:16:59.219661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:59.387374 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.416972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.453157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:59.461178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.526479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Transition to ACTIVE for port object 87452e5c-ae19-43ce-9304-8665c16ca735 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:59.544579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18407ac4-1810-4f65-b17f-82b669459bcd,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:16:59.548759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:16:59.597081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37796) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:59.598712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Transition to ACTIVE for port object 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:16:59.624446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630128263', 'description': 'tempest-description--1151533953'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:59.650837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:59.666395 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:security_group and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:59.667902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 2, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:16:59.669923 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.675354 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6534314 Feb 16 18:16:59.675354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:59.676120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Checking router: aab39e15-8faf-48dd-af26-53b8971419f5 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:16:59.677116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Updating router aab39e15-8faf-48dd-af26-53b8971419f5 port e79c9788-0fee-430e-9df2-ca44c1c459fa binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:16:59.688504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37800) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:16:59.702986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'security_group_rule': {'security_group_id': '18407ac4-1810-4f65-b17f-82b669459bcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:16:59.720397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:59.724472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:59.734574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 688f74b0-8046-4f7c-93ea-706d02254ac0 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:16:59.741928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:security_group_rule and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:59.745949 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:59.765380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 688f74b0-8046-4f7c-93ea-706d02254ac0 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:16:59.765723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.787411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:59.789867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.842963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.850778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.855841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:16:59.865668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.866498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.889567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:security_group_rule and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:16:59.891717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2d487f74-e569-48e4-9843-0c23dd905333 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:16:59.919210 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:16:59.932444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:16:59.950879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:59.955249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.027400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.056547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ecd5e-4973-4258-ade4-6790f0ce40d0 req-cdbf949c-3941-4991-b33e-07329f789b91 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:00.060843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.064906 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-980ecd5e-4973-4258-ade4-6790f0ce40d0 req-cdbf949c-3941-4991-b33e-07329f789b91 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 931 time: 0.9041286 Feb 16 18:17:00.071640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:00.116524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a95f27-5f76-414c-99d0-5bd9f0a2e6a4,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.120809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.132575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:00.146736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.177081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.197742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-79703acc-11c5-4811-b347-938626c15f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:00.201122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 688f74b0-8046-4f7c-93ea-706d02254ac0, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=688f74b0-8046-4f7c-93ea-706d02254ac0,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:00.216114 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.217751 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5281930 Feb 16 18:17:00.221976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37806) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:00.231391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'security_group_rule': {'security_group_id': '18407ac4-1810-4f65-b17f-82b669459bcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:00.237418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.248464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:00.255178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.257112 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6590126 Feb 16 18:17:00.261868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37810) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:00.262873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:security_group_rule and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:00.267749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.273697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:00.281114 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'security_group_rule': {'security_group_id': '8c570aea-c2d1-422c-96d9-87ea375897ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:00.286045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:00.290356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c570aea-c2d1-422c-96d9-87ea375897ee,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.296852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:00.302056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:00.304144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:00.306913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:security_group_rule and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:00.310754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:00.319810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:00.356650 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.406021 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.419893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Pushing event updated for resources: {'Port': ['ID=87452e5c-ae19-43ce-9304-8665c16ca735,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.449356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=688f74b0-8046-4f7c-93ea-706d02254ac0,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.463844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:00.472215 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-980ecd5e-4973-4258-ade4-6790f0ce40d0 req-5f26ca41-2064-4192-a57f-688e8bdbcb3e tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063480 Feb 16 18:17:00.522694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.524649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.554332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.562848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bc313dae-30fd-45cf-b109-ae15111e3cf3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:00.584029 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab88045-1bd6-4749-a67f-0d608540dd10,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.587250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:00.592858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.600581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.604789 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:00.606492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Transition to ACTIVE for port object e79c9788-0fee-430e-9df2-ca44c1c459fa will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:00.609711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Pushing event updated for resources: {'Port': ['ID=794e1af5-bcb9-4b5f-a79b-1792ac66faa1,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.634104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec5e56f-daf7-4961-9c68-09ee3f7b3d42,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.653292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:00.656911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.658377 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-283b2374-42b7-4cec-b7ec-dc9d7718ea02 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350119 Feb 16 18:17:00.661863 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37820) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:00.670932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:00.677793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:00.683243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:floatingip and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:00.683742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.686984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.691182 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4251363 Feb 16 18:17:00.693036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:00.695876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37824) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:00.698590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:00.705360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'security_group_rule': {'security_group_id': '8c570aea-c2d1-422c-96d9-87ea375897ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:00.710313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:00.712350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:00.717252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:00.726317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:security_group_rule and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:00.730501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:00.743410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:00.765541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.775799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Sync routers for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:17:00.788884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df287cdc-5a4c-4fc4-94f6-d40a19150876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:00.791176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:00.792311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:00.798781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422c2d-43bb-48ac-96ee-7710b59e495c req-464d6d33-834f-450f-9502-6d9461fd8ca6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:00.800540 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f422c2d-43bb-48ac-96ee-7710b59e495c req-464d6d33-834f-450f-9502-6d9461fd8ca6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.8327551 Feb 16 18:17:00.826551 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:00.848538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.853070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:00.857283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:17:00.859644 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.503s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:00.860327 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:00.904510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:17:00.968100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Attempting to bind port 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:00.968735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Attempting to bind port 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:00.969223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Attempting to bind port 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 on network a6f4a9db-1750-4bd7-803f-c48717de2b32 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:00.984319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2bba9-5e3d-43eb-a351-95926e6a2b9e None None] Pushing event updated for resources: {'Port': ['ID=e79c9788-0fee-430e-9df2-ca44c1c459fa,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:00.990420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5ac2bba9-5e3d-43eb-a351-95926e6a2b9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:01.021111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.048468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:01.063605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.094893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.102764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-64538a3e-b213-4606-9786-412cc00f9def tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:01.122737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db61e3f-8fb6-4688-94e4-e364c569d40c,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:01.190165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:01.195911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Attempting to bind port e79c9788-0fee-430e-9df2-ca44c1c459fa on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:01.200180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Attempting to bind port e79c9788-0fee-430e-9df2-ca44c1c459fa by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:01.200831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Attempting to bind port e79c9788-0fee-430e-9df2-ca44c1c459fa on network 488dc2c4-c6c1-4034-947f-da1556dd13da {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:01.214648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:01.215077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Checking segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:01.215535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.216044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Bound using segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:01.216581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Bound port: e79c9788-0fee-430e-9df2-ca44c1c459fa, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:01.217012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.231132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.236261 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6b8531d4-dce5-4193-9670-24ed9191ea2a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5392139 Feb 16 18:17:01.243303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37832) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:01.255051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:01.321484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:01.338065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:floatingip and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:01.343661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:01.354365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:01.356530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:01.357057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Checking segment: {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:01.357636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.358149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Bound using segment: {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:01.358784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Bound port: 794e1af5-bcb9-4b5f-a79b-1792ac66faa1, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:01.359272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.359397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] For port e79c9788-0fee-430e-9df2-ca44c1c459fa, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:01.363520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] For port e79c9788-0fee-430e-9df2-ca44c1c459fa, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e79c9788-0fee-430e-9df2-ca44c1c459fa,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:01.398755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.420342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:01.442667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.494529 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f422c2d-43bb-48ac-96ee-7710b59e495c req-0c2b741e-b720-4be6-a220-64912cb40655 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356325 Feb 16 18:17:01.506063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Attempting to bind port 87452e5c-ae19-43ce-9304-8665c16ca735 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:01.517671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Attempting to bind port 87452e5c-ae19-43ce-9304-8665c16ca735 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '984a7180-aae1-4e7e-882e-798e2f5bd742', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0abb97c-ea5f-4852-99b9-0cf443ce82f5'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:01.518307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Attempting to bind port 87452e5c-ae19-43ce-9304-8665c16ca735 on network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:01.518408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:16:54Z', 'revision_number': 2, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:01.524646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Checking router: d0179119-07d8-45e5-8003-53de2b09a992 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:17:01.525296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Updating router d0179119-07d8-45e5-8003-53de2b09a992 port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:17:01.554771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:01.555604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Checking segment: {'id': '984a7180-aae1-4e7e-882e-798e2f5bd742', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0abb97c-ea5f-4852-99b9-0cf443ce82f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:01.556242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.556842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Bound using segment: {'id': '984a7180-aae1-4e7e-882e-798e2f5bd742', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0abb97c-ea5f-4852-99b9-0cf443ce82f5'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:01.557531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Bound port: 87452e5c-ae19-43ce-9304-8665c16ca735, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984a7180-aae1-4e7e-882e-798e2f5bd742', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f0abb97c-ea5f-4852-99b9-0cf443ce82f5'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:01.558237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.606265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.671331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] For port 794e1af5-bcb9-4b5f-a79b-1792ac66faa1, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:01.674948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2bba9-5e3d-43eb-a351-95926e6a2b9e None None] Pushing event updated for resources: {'Port': ['ID=e79c9788-0fee-430e-9df2-ca44c1c459fa,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:01.681468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5ac2bba9-5e3d-43eb-a351-95926e6a2b9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:01.711278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Router 97bd6b07-f9e7-405f-b237-94bb44118405 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:17:01.717062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] For port 794e1af5-bcb9-4b5f-a79b-1792ac66faa1, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=794e1af5-bcb9-4b5f-a79b-1792ac66faa1,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:01.734401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:01.735232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:01.804418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:01.942514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:02.027479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Allocated IP 172.27.3.122 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/6ffe444b-17b7-4e76-a67e-4d4d2f4ded5c) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:17:02.050672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:02.167426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] For port 87452e5c-ae19-43ce-9304-8665c16ca735, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:02.245903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.286415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] For port 87452e5c-ae19-43ce-9304-8665c16ca735, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=87452e5c-ae19-43ce-9304-8665c16ca735,segment=NetworkSegment(984a7180-aae1-4e7e-882e-798e2f5bd742),segment_id=984a7180-aae1-4e7e-882e-798e2f5bd742)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:02.337251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Pushing event updated for resources: {'Port': ['ID=794e1af5-bcb9-4b5f-a79b-1792ac66faa1,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:02.359684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.382461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.397058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 688f74b0-8046-4f7c-93ea-706d02254ac0 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:02.398549 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:02.399208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Transition to ACTIVE for port object cd43f4d6-e8cb-48aa-a053-b6f2103b1996 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:02.427688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-078f8bf9-93c8-4e5a-8a6f-03ed6458d18b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:02.439948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.481962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.487293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b353600-00aa-497c-993a-d5522b736748 req-23d5661c-5d4f-4220-91dd-05e3ab534783 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:02.495858 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b353600-00aa-497c-993a-d5522b736748 req-23d5661c-5d4f-4220-91dd-05e3ab534783 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.7807164 Feb 16 18:17:02.622597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:17:02.635577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:02.643918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Sync routers for ids ['97bd6b07-f9e7-405f-b237-94bb44118405'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:17:02.670229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:02.670929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.672490 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] 10.222.0.72 "PUT /v2.0/ports/794e1af5-bcb9-4b5f-a79b-1792ac66faa1 HTTP/1.1" status: 200 len: 1157 time: 7.3588848 Feb 16 18:17:02.673301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591da093-da63-41f3-8c30-182dd50135cf', 'tag': '794e1af5-bcb9-4b5f-a79b-1792ac66faa1'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:02.702446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Routers {'97bd6b07-f9e7-405f-b237-94bb44118405'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:02.702446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['97bd6b07-f9e7-405f-b237-94bb44118405'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:02.731250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.736826 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25176ea1-7822-4fd1-b360-3fb5270ffd85 None None] Pushing event updated for resources: {'Port': ['ID=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:02.752607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-25176ea1-7822-4fd1-b360-3fb5270ffd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:02.768120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:02.796315 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] 10.222.0.16 "PUT /v2.0/routers/97bd6b07-f9e7-405f-b237-94bb44118405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9141967 Feb 16 18:17:02.847103 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b353600-00aa-497c-993a-d5522b736748 req-4edd928c-44bc-455b-8dcd-b1f90efd988d tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502181 Feb 16 18:17:02.860089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Pushing event updated for resources: {'Port': ['ID=87452e5c-ae19-43ce-9304-8665c16ca735,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:02.874151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 688f74b0-8046-4f7c-93ea-706d02254ac0 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:02.874610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.985972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:02.986154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'Port': ['ID=6ffe444b-17b7-4e76-a67e-4d4d2f4ded5c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:03.018940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Allocated IP 172.27.3.207 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/a4e3102c-4ee9-4335-974c-1c920e86765a) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:17:03.027895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:03.120616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Attempting to bind port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:03.121026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Attempting to bind port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:03.121433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Attempting to bind port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 on network fd480a03-5d6b-4817-a959-8f9faa8c723f {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:03.136285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:03.136722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Checking segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:03.137180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:03.137631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Bound using segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:03.138160 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Bound port: cd43f4d6-e8cb-48aa-a053-b6f2103b1996, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:03.138602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:03.152986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:03.153673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:03.155172 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] 10.222.0.72 "PUT /v2.0/ports/87452e5c-ae19-43ce-9304-8665c16ca735 HTTP/1.1" status: 200 len: 1157 time: 7.8166811 Feb 16 18:17:03.216290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85406e3-7e48-414f-8a1f-af606bfdc1bb req-784375ef-3461-47dc-af2d-2ba8b853ccf8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:03.227276 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a85406e3-7e48-414f-8a1f-af606bfdc1bb req-784375ef-3461-47dc-af2d-2ba8b853ccf8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.4773810 Feb 16 18:17:03.335742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:01Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:03.355166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] For port cd43f4d6-e8cb-48aa-a053-b6f2103b1996, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:03.358518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] For port cd43f4d6-e8cb-48aa-a053-b6f2103b1996, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:03.365280 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Set router 97bd6b07-f9e7-405f-b237-94bb44118405 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:03.392519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:03.396312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:17:03.404741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:17:03.413618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-25176ea1-7822-4fd1-b360-3fb5270ffd85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:03.420396 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:17:03.499836 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591da093-da63-41f3-8c30-182dd50135cf', 'tag': '794e1af5-bcb9-4b5f-a79b-1792ac66faa1', 'status': 'completed', 'code': 200} Feb 16 18:17:03.502941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525975b-7fea-4cfd-b4c3-ca1c9f0b0521 None None] The sync data for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi is: [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:01Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:17:03.525945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481d66-9888-4747-931c-9959160da3bf req-543a812d-d80f-4be3-863d-23c918c0cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:03.537170 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-543a812d-d80f-4be3-863d-23c918c0cc42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 1160 time: 0.6629910 Feb 16 18:17:03.660731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:03.778398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:03.782545 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a85406e3-7e48-414f-8a1f-af606bfdc1bb req-bea0b5b7-dbee-47b8-95f9-1620dfd190b3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542607 Feb 16 18:17:03.796748 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-3150ee0c-aaa4-4e35-b634-2e879751493c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=794e1af5-bcb9-4b5f-a79b-1792ac66faa1 HTTP/1.1" status: 200 len: 217 time: 0.2431643 Feb 16 18:17:03.866575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:03.893775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25176ea1-7822-4fd1-b360-3fb5270ffd85 None None] Pushing event updated for resources: {'Port': ['ID=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:03.899608 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:03.902776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:04.142308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481d66-9888-4747-931c-9959160da3bf req-ee705664-e26b-42fc-9806-7fe02751fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:04.148109 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-ee705664-e26b-42fc-9806-7fe02751fea0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ca96924-7658-49fa-9932-312d6fac290e HTTP/1.1" status: 200 len: 855 time: 0.2716930 Feb 16 18:17:04.167268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:04.201796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-25176ea1-7822-4fd1-b360-3fb5270ffd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:04.256067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:58Z', 'revision_number': 4, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6c5e2913-affc-49b2-8c4b-df4f9fb5d40d', 'name': '', 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'mac_address': 'fa:16:3e:8b:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '48a5eb87-fad6-40d4-99dc-e42cd3a6eca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:53Z', 'updated_at': '2021-02-16T18:16:59Z', 'revision_number': 2, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'subnets': [{'id': '48a5eb87-fad6-40d4-99dc-e42cd3a6eca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:04.273503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Checking router: 97bd6b07-f9e7-405f-b237-94bb44118405 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:17:04.273838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Updating router 97bd6b07-f9e7-405f-b237-94bb44118405 port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:17:04.291181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:04.358974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'Port': ['ID=a4e3102c-4ee9-4335-974c-1c920e86765a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:04.373732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:04.381405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:04.468332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:04.483656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e79c9788-0fee-430e-9df2-ca44c1c459fa up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:04.565750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:17:04.569833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:17:04.591977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:17:04.788472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-1ec00514-543f-44bb-8853-b57508f9fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:04.790115 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-1ec00514-543f-44bb-8853-b57508f9fc56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ab00b25134414a9fb5bf9cb74085f0d4&device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 1160 time: 1.4986560 Feb 16 18:17:04.793451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:04.845080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:03Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:04.850586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6332c-17fb-4f7b-9b99-f88bac6262db None None] The sync data for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi is: [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:03Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:17:04.916356 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-e89b032c-0ebe-4034-bb60-2fc36c3d2bbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6f4a9db-1750-4bd7-803f-c48717de2b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6587362 Feb 16 18:17:04.947092 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-0b9fcf75-704c-43cc-a3b0-0fd921818103 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87452e5c-ae19-43ce-9304-8665c16ca735 HTTP/1.1" status: 200 len: 217 time: 0.1123157 Feb 16 18:17:05.076330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:05.169915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port e79c9788-0fee-430e-9df2-ca44c1c459fa completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:05.180578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port e79c9788-0fee-430e-9df2-ca44c1c459fa triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:05.181013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:05.218207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-5bb34773-390d-42ad-8ea9-9f9458336a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:05.220155 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-5bb34773-390d-42ad-8ea9-9f9458336a9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90594a42-92c3-474e-8722-554bb692e741 HTTP/1.1" status: 200 len: 851 time: 0.2660077 Feb 16 18:17:05.230449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-edfce46d-29d8-4988-ba1b-985483e764e2 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:05.239115 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-edfce46d-29d8-4988-ba1b-985483e764e2 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 818 time: 1.4438586 Feb 16 18:17:05.371210 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-d9133e80-f407-4d60-9069-da0ae50f5a47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0abb97c-ea5f-4852-99b9-0cf443ce82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093245 Feb 16 18:17:05.373595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:05.379501 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-ba7ffd9d-be21-449a-9506-29af4f005cce tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/quotas/2d664c612abf4522ad1193fbb6ac306c HTTP/1.1" status: 200 len: 375 time: 0.1374536 Feb 16 18:17:05.448116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0123a63-36bf-4b86-be97-dc163c65c3cc req-0b9e833d-b901-45e0-9df2-795f91ad35b9 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:05.452593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:05.462316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:05.475523 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e0123a63-36bf-4b86-be97-dc163c65c3cc req-0b9e833d-b901-45e0-9df2-795f91ad35b9 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 1.3164160 Feb 16 18:17:05.477087 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Transition to ACTIVE for port object 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:05.551321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdab723b-a852-49fd-9f35-3bdce5481b7d', 'tag': '87452e5c-ae19-43ce-9304-8665c16ca735'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:05.582980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4ed6bc02-a073-47a3-aef9-2aebfaf108ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:05.604002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:05.621742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:05.688955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port e79c9788-0fee-430e-9df2-ca44c1c459fa, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e79c9788-0fee-430e-9df2-ca44c1c459fa,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:05.690174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f14bdc37-bb16-41ab-98d0-78c12e51843f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:05.709564 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-6907043e-eacc-4a44-a5b6-8ca359684fc6 service neutron] 10.222.0.72 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584293 Feb 16 18:17:05.796526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7068a7-5324-4817-a023-03ec61143ffe None None] Pushing event updated for resources: {'Port': ['ID=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:05.816048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:05.818259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0e7068a7-5324-4817-a023-03ec61143ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:05.818912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0e7068a7-5324-4817-a023-03ec61143ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:05.845377 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e0123a63-36bf-4b86-be97-dc163c65c3cc req-ea3cf386-c354-4e13-a204-67f28c24d78d tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685017 Feb 16 18:17:05.926688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'Port': ['ID=6ffe444b-17b7-4e76-a67e-4d4d2f4ded5c,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:05.934670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:05.936357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.006583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.014710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37930) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:06.043935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.050725 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3796256 Feb 16 18:17:06.083389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=e79c9788-0fee-430e-9df2-ca44c1c459fa,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:06.088801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:06.094203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.208209 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-3000cfae-85a7-4746-984f-f5c54702415d service neutron] 10.222.0.72 "GET /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765529 Feb 16 18:17:06.407941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-6a339798-8305-4571-9d52-ecb52a492dd3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Synchronizing usage tracker for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:17:06.422469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Attempting to bind port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:06.422889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Attempting to bind port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:06.423303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Attempting to bind port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d on network bc5f517b-e549-43f3-aa9d-f68aa8280b2c {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:06.430385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:06.430809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Checking segment: {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:06.431264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.431741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Bound using segment: {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:06.432271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Bound port: 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:06.432711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.522098 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-8854c3c2-c2b9-4075-9eed-29dd3f814182 service neutron] 10.222.0.72 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8051114 Feb 16 18:17:06.556410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] For port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:06.560333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] For port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:06.568371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e79c9788-0fee-430e-9df2-ca44c1c459fa up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:06.580599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-6a339798-8305-4571-9d52-ecb52a492dd3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Unset dirty status for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:17:06.582055 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-6a339798-8305-4571-9d52-ecb52a492dd3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1991682 Feb 16 18:17:06.609791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.632393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5ac2bba9-5e3d-43eb-a351-95926e6a2b9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:06.706953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:06.762319 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f528c75-b78a-40df-82d7-06eaf3cce2e7 req-8ca22126-d08c-4958-a6be-144b54425f23 service neutron] 10.222.0.72 "GET /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4879460 Feb 16 18:17:06.764706 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.779410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eace624-c085-4191-bc19-bbdec2530c11 req-650d0055-6e75-4428-8037-9035bfe149ec tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:06.780914 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5eace624-c085-4191-bc19-bbdec2530c11 req-650d0055-6e75-4428-8037-9035bfe149ec tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.7176642 Feb 16 18:17:06.825116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:06.841687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Usage tracker for resource:security_group_rule and tenant:1c31e786f3f143e7b78a77c9cbbf70ce is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:06.854678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:06.857700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'Port': ['ID=a4e3102c-4ee9-4335-974c-1c920e86765a,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:06.864917 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-057061c6-98d9-4e92-b85b-e7b37653ea96 service neutron] 10.222.0.16 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681770 Feb 16 18:17:06.867121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:06.870659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:06.905365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.967101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:06.968490 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7239699 Feb 16 18:17:07.006252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:07.006849 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5eace624-c085-4191-bc19-bbdec2530c11 req-9942ef52-6dcb-41e8-bce6-48628c96d699 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155857 Feb 16 18:17:07.039970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:07.049835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f7fa4c3e-6c06-40c2-b778-f27583e0cec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:07.051218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7068a7-5324-4817-a023-03ec61143ffe None None] Pushing event updated for resources: {'Port': ['ID=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:07.061252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0e7068a7-5324-4817-a023-03ec61143ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:07.083699 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-6b1bbb6f-b669-485b-83f2-d8c9fe1bd750 service neutron] 10.222.0.16 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2050469 Feb 16 18:17:07.102528 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port e79c9788-0fee-430e-9df2-ca44c1c459fa triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:07.102951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:07.127457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748c6937-5bfd-4ecd-a5a9-d0cd5ea03adf,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:07.142789 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:07.156271 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdab723b-a852-49fd-9f35-3bdce5481b7d', 'tag': '87452e5c-ae19-43ce-9304-8665c16ca735', 'status': 'completed', 'code': 200} Feb 16 18:17:07.165687 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c31e786f3f143e7b78a77c9cbbf70ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1492546 Feb 16 18:17:07.168415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37960) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:07.236254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Routers {'97bd6b07-f9e7-405f-b237-94bb44118405'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:07.237083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:16:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['97bd6b07-f9e7-405f-b237-94bb44118405'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:07.257886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dd0076ac-2244-459e-bcf2-53f485b1ce89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:07.289015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dd0076ac-2244-459e-bcf2-53f485b1ce89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:07.301977 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ea1fdad8-2ce5-40bc-bdb7-de2a40914da0 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--604035952&fields=id&tenant_id=ed443648e0134e279dac6975632a1b1d HTTP/1.1" status: 200 len: 267 time: 0.0533786 Feb 16 18:17:07.420273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dd0076ac-2244-459e-bcf2-53f485b1ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:07.428389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:07.451532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dd0076ac-2244-459e-bcf2-53f485b1ce89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:07.453441 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-dd0076ac-2244-459e-bcf2-53f485b1ce89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/748c6937-5bfd-4ecd-a5a9-d0cd5ea03adf HTTP/1.1" status: 204 len: 168 time: 0.2836933 Feb 16 18:17:07.463855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0076ac-2244-459e-bcf2-53f485b1ce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748c6937-5bfd-4ecd-a5a9-d0cd5ea03adf,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:07.472299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dd0076ac-2244-459e-bcf2-53f485b1ce89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:07.511194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device cd43f4d6-e8cb-48aa-a053-b6f2103b1996 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:07.599360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-610b91ef-bdeb-46a3-aa84-99fb4df01641 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:07.600988 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-610b91ef-bdeb-46a3-aa84-99fb4df01641 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 817 time: 0.2887516 Feb 16 18:17:07.613159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555a66-d5b7-4b82-8070-04ea0f5483b4 req-f3fe9072-3466-4c11-9478-e87797e49f49 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:07.613648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] Set router 97bd6b07-f9e7-405f-b237-94bb44118405 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:07.615508 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9555a66-d5b7-4b82-8070-04ea0f5483b4 req-f3fe9072-3466-4c11-9478-e87797e49f49 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.1765878 Feb 16 18:17:07.641818 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-46898087-02c5-414a-9a0a-2d9b8bc4d178 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/quotas/ed443648e0134e279dac6975632a1b1d HTTP/1.1" status: 200 len: 375 time: 0.0250504 Feb 16 18:17:07.731132 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9555a66-d5b7-4b82-8070-04ea0f5483b4 req-73ff4b96-ff53-4150-8778-379ac21c1801 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057394 Feb 16 18:17:07.770377 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-35c2fc62-c41d-4ffa-949d-946de53db78d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211927 Feb 16 18:17:07.778842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:07.822116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:07.823037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:07.993189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7d3a4d0f-4ade-45bb-b65e-0dd1bbfcf293 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Synchronizing usage tracker for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:security_group {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:17:08.024191 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-a260ffb6-4caf-4d34-865f-7575390409e2 service neutron] 10.222.0.16 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334027 Feb 16 18:17:08.073834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7d3a4d0f-4ade-45bb-b65e-0dd1bbfcf293 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Unset dirty status for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:security_group {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:17:08.074875 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7d3a4d0f-4ade-45bb-b65e-0dd1bbfcf293 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--630128263&fields=id&tenant_id=81f6b44438ce4530aaf7049bd4e9d60e HTTP/1.1" status: 200 len: 267 time: 0.1529150 Feb 16 18:17:08.111931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38004) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:08.128298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.134220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.153298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:08.163774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0e6ba9de2e4bb5af549176ac65f0c8 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:08.172979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:08.184878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:08.187720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:58Z', 'revision_number': 4, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6c5e2913-affc-49b2-8c4b-df4f9fb5d40d', 'name': '', 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'mac_address': 'fa:16:3e:8b:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '48a5eb87-fad6-40d4-99dc-e42cd3a6eca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:53Z', 'updated_at': '2021-02-16T18:17:06Z', 'revision_number': 4, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'subnets': [{'id': '48a5eb87-fad6-40d4-99dc-e42cd3a6eca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:08.203993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port cd43f4d6-e8cb-48aa-a053-b6f2103b1996, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:08.211273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2da9c7-f72d-47c4-8485-ab3d1908f62f None None] The sync data for ids ['97bd6b07-f9e7-405f-b237-94bb44118405'] in dv-cinder-763306-9-iscsi is: [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:58Z', 'revision_number': 4, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6c5e2913-affc-49b2-8c4b-df4f9fb5d40d', 'name': '', 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'mac_address': 'fa:16:3e:8b:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '48a5eb87-fad6-40d4-99dc-e42cd3a6eca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:53Z', 'updated_at': '2021-02-16T18:17:06Z', 'revision_number': 4, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'subnets': [{'id': '48a5eb87-fad6-40d4-99dc-e42cd3a6eca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:17:08.262347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.275233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5ac2bba9-5e3d-43eb-a351-95926e6a2b9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:08.358656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.398037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.471764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:08.495255 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec0e6ba9de2e4bb5af549176ac65f0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816965 Feb 16 18:17:08.501235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38022) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:08.504005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:08.511584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:08.534599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:08.589254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc1e628-1c00-4201-875b-08a798f0a0fb,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:08.600867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:08.656370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a62af9b-7624-4547-b8ea-22c337058274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.688237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a62af9b-7624-4547-b8ea-22c337058274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.748462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:08.753850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:08.754363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.797938 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-1621493f-0b76-4d94-b643-9904f2b7ddf4 service neutron] 10.222.0.16 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7643421 Feb 16 18:17:08.845650 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-08447e73-1708-46e9-b8c0-c83f957ed95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:08.847255 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-08447e73-1708-46e9-b8c0-c83f957ed95a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 1160 time: 0.3517771 Feb 16 18:17:08.851290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a62af9b-7624-4547-b8ea-22c337058274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.856596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-895bca37-1b6e-44b0-b58d-9311de32851f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:08.857393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-895bca37-1b6e-44b0-b58d-9311de32851f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Synchronizing usage tracker for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:network {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:17:08.859234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:08.890876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62af9b-7624-4547-b8ea-22c337058274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc1e628-1c00-4201-875b-08a798f0a0fb,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:08.901110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1a62af9b-7624-4547-b8ea-22c337058274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:08.902690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a62af9b-7624-4547-b8ea-22c337058274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:08.916608 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1a62af9b-7624-4547-b8ea-22c337058274 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bc1e628-1c00-4201-875b-08a798f0a0fb HTTP/1.1" status: 204 len: 168 time: 0.3973155 Feb 16 18:17:08.917320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-895bca37-1b6e-44b0-b58d-9311de32851f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Unset dirty status for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:network {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:17:08.918613 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-895bca37-1b6e-44b0-b58d-9311de32851f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 811 time: 0.8297703 Feb 16 18:17:08.941592 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-d79fb37d-5253-4052-9951-42db1db732e9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/quotas/81f6b44438ce4530aaf7049bd4e9d60e HTTP/1.1" status: 200 len: 375 time: 0.0162189 Feb 16 18:17:09.001328 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:09.060337 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-48057be7-98c2-47bf-94bb-6cfbc0db0af2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125221 Feb 16 18:17:09.179923 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:09.222737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:09.224856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:09.246175 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-e3548fc7-0b33-4ae8-81d0-3a4c0f764919 service neutron] 10.222.0.16 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539989 Feb 16 18:17:09.354597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:09.369147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:09.427987 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e637a36f-4856-40e7-b43e-221c5f799e4b req-7764f4c8-0b55-48d9-b184-d299751170ca tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 210 time: 0.0743191 Feb 16 18:17:09.487258 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-9d2aec5a-d67a-454f-931f-0b0d9e126031 service neutron] 10.222.0.16 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2356038 Feb 16 18:17:09.710095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7ec95-df24-414c-a810-7735332bd8d8 req-290fa481-bbb6-4c44-b18e-03013b72d07f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:09.711750 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d1a7ec95-df24-414c-a810-7735332bd8d8 req-290fa481-bbb6-4c44-b18e-03013b72d07f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1456845 Feb 16 18:17:09.781015 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d1a7ec95-df24-414c-a810-7735332bd8d8 req-69489fc6-8293-4f20-bb4e-29dd0b663018 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624356 Feb 16 18:17:09.953922 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4780d90-d050-49e9-b9b2-6ab300a72be5 req-94c6804a-b9d5-464c-9878-c0de9c334c1b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 210 time: 0.0623486 Feb 16 18:17:10.004920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1507248-0640-449a-9232-78c5402731c5 req-f841d982-3fa4-443c-b526-96528fdf4438 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:10.006726 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a1507248-0640-449a-9232-78c5402731c5 req-f841d982-3fa4-443c-b526-96528fdf4438 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.1685944 Feb 16 18:17:10.097318 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a1507248-0640-449a-9232-78c5402731c5 req-cfb26a1d-6a71-4142-bdbd-d7fa52844d5b tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774295 Feb 16 18:17:10.235733 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-588e088a-ffcb-402b-9f87-b4ff6cd3246a req-8a4c6f33-c3ca-40cf-b7c8-a62b0aa199a4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 210 time: 0.0803015 Feb 16 18:17:10.357012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-4debef5a-b2a5-4b6e-8efa-0044d74a300e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:10.358828 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-4debef5a-b2a5-4b6e-8efa-0044d74a300e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 818 time: 0.2336726 Feb 16 18:17:10.379756 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-fdf94cbb-7b9b-4c2e-8ad2-8dff2d1561a0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/quotas/2d664c612abf4522ad1193fbb6ac306c HTTP/1.1" status: 200 len: 375 time: 0.0104535 Feb 16 18:17:10.400235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:10.473567 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-ef78beb4-e2a6-4982-867f-3d29ba542a83 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863068 Feb 16 18:17:10.482900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:10.483320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:10.615458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device cd43f4d6-e8cb-48aa-a053-b6f2103b1996 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:10.633967 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-4dc96a9c-e0d5-416d-9f6e-90579800f70c service neutron] 10.222.0.16 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526988 Feb 16 18:17:10.693407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:10.694003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:11.010057 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-df1e6f19-49b5-42a2-bff4-8601facc22ac service neutron] 10.222.0.16 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3694744 Feb 16 18:17:11.120960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-e5f057d5-30e9-4cf9-8481-72facc744f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:11.122522 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-e5f057d5-30e9-4cf9-8481-72facc744f58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6f4a9db-1750-4bd7-803f-c48717de2b32 HTTP/1.1" status: 200 len: 909 time: 0.3429985 Feb 16 18:17:11.297415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-b5c1788d-b33c-49ea-9c3d-1c44841dae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:11.299407 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-b5c1788d-b33c-49ea-9c3d-1c44841dae01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ab00b25134414a9fb5bf9cb74085f0d4&device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 1160 time: 0.4676454 Feb 16 18:17:11.313843 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-b6eeab73-051d-4def-920c-dba1788fa513 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=794e1af5-bcb9-4b5f-a79b-1792ac66faa1 HTTP/1.1" status: 200 len: 217 time: 0.1264365 Feb 16 18:17:11.524904 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-410ab0ad-7ecf-4900-8279-17f995954231 req-ef0cb9ae-832e-4310-a8b3-5bb789ce5409 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 210 time: 0.1343961 Feb 16 18:17:11.566048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-5b55be68-a8f6-475b-8164-1734804e8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:11.568423 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-5b55be68-a8f6-475b-8164-1734804e8c4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ca96924-7658-49fa-9932-312d6fac290e HTTP/1.1" status: 200 len: 855 time: 0.2260158 Feb 16 18:17:11.648323 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-6ddd3961-7257-45a0-98d5-fb7356b3f7ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6f4a9db-1750-4bd7-803f-c48717de2b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706775 Feb 16 18:17:11.660028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac299f7-e850-479c-8acb-ab5c0fe63f10 req-9769365f-095b-4bb2-9535-f2415d7f0e11 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:11.661682 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-eac299f7-e850-479c-8acb-ab5c0fe63f10 req-9769365f-095b-4bb2-9535-f2415d7f0e11 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.5436673 Feb 16 18:17:11.686966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-dd93f0f1-e26d-4cd4-965d-73b9c5d62ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:11.688544 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-dd93f0f1-e26d-4cd4-965d-73b9c5d62ac0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0abb97c-ea5f-4852-99b9-0cf443ce82f5 HTTP/1.1" status: 200 len: 905 time: 0.3769383 Feb 16 18:17:12.033763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:12.059592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.72', 52047) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:12.110318 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-d053d63d-f267-4c80-8e43-1198b4fe8eae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87452e5c-ae19-43ce-9304-8665c16ca735 HTTP/1.1" status: 200 len: 217 time: 0.4006364 Feb 16 18:17:12.196569 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-eac299f7-e850-479c-8acb-ab5c0fe63f10 req-1e313a84-4879-4edb-991a-c29ece666be0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068748 Feb 16 18:17:12.277608 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199977b-2df9-4c26-963d-e2caa0763be5 req-2e163abf-d232-4e24-aec8-440170e779ff tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:12.285775 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6199977b-2df9-4c26-963d-e2caa0763be5 req-2e163abf-d232-4e24-aec8-440170e779ff tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.5802920 Feb 16 18:17:12.286488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-d5fc1e00-f8c2-424e-9931-8e3903259b6b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:12.287641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-d5fc1e00-f8c2-424e-9931-8e3903259b6b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Synchronizing usage tracker for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:17:12.310051 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-2e8a0ef3-6b72-47ff-ad5d-c76777d2b488 service neutron] 10.222.0.72 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473324 Feb 16 18:17:12.311385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-894e1594-79c0-4bf4-9f73-4b63c5a38465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:12.312883 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-894e1594-79c0-4bf4-9f73-4b63c5a38465 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90594a42-92c3-474e-8722-554bb692e741 HTTP/1.1" status: 200 len: 851 time: 0.1859598 Feb 16 18:17:12.351922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-d5fc1e00-f8c2-424e-9931-8e3903259b6b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Unset dirty status for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:17:12.353322 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-d5fc1e00-f8c2-424e-9931-8e3903259b6b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 818 time: 0.2707555 Feb 16 18:17:12.369152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Request body: {'port': {'device_id': 'b426094f-a0a4-4475-bffd-181517d35ff1', 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c', 'admin_state_up': True, 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:12.504868 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-4996ce40-0f28-414b-a09e-008a8bcc6b21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0abb97c-ea5f-4852-99b9-0cf443ce82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746430 Feb 16 18:17:12.565440 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-656d1719-3521-45ec-ac02-dfd12e463709 req-0b5c200c-0ee0-4324-a6e0-54f42a73e116 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 210 time: 0.0640185 Feb 16 18:17:12.601781 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6199977b-2df9-4c26-963d-e2caa0763be5 req-d70129cf-b388-427d-a500-1c6f0ddae271 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149800 Feb 16 18:17:12.616613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:12.640233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:12.682596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Made reservation on behalf of 2d664c612abf4522ad1193fbb6ac306c for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:17:12.689220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:12.689695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:17:12.895298 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f261160-f5fd-48bb-8924-63c2efc044cf req-cbd6dc03-8b72-4fcd-9cda-57bb18e15959 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 210 time: 0.0697026 Feb 16 18:17:12.897233 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-26499021-127b-4a38-9ea1-8937fca4dbbf req-42382b29-0000-4181-b034-4ae096b3d28f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 210 time: 0.1241181 Feb 16 18:17:12.930898 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aec7c1d1-3295-4f75-a3d9-f02c4825c771 req-dace2249-0533-4955-8ea5-8f97d842492e service neutron] 10.222.0.72 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5964234 Feb 16 18:17:12.940352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.72', 52055) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:12.965596 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-a77a0313-272b-4d50-b888-095533a3ec17 service neutron] 10.222.0.72 "GET /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945243 Feb 16 18:17:13.157506 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-50860f62-e4fd-46e5-bd34-37af64f9bdc8 req-2078100c-5ff4-4e25-b349-e6c2a7f6a22b service neutron] 10.222.0.72 "GET /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1729946 Feb 16 18:17:13.204207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-64ea9dc5-3685-4086-bde0-9ed7be381a09 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:13.205779 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-64ea9dc5-3685-4086-bde0-9ed7be381a09 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 811 time: 0.2545278 Feb 16 18:17:13.333928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Allocated IP 172.20.0.5 (bc5f517b-e549-43f3-aa9d-f68aa8280b2c/48a5eb87-fad6-40d4-99dc-e42cd3a6eca1/1a5fefd9-e1af-4652-a7b8-3042137b238d) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:17:13.354399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-e24dbe30-8a38-4666-9ed6-fcb4c58d3ce2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Synchronizing usage tracker for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:17:13.367600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-e24dbe30-8a38-4666-9ed6-fcb4c58d3ce2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Unset dirty status for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:17:13.368423 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-e24dbe30-8a38-4666-9ed6-fcb4c58d3ce2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e HTTP/1.1" status: 200 len: 5704 time: 0.1171730 Feb 16 18:17:13.379984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'port': {'device_id': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'admin_state_up': True, 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'security_groups': ['8c570aea-c2d1-422c-96d9-87ea375897ee']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:13.434831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4fb91-702e-4842-95cf-21d141134856 req-42d634f0-8eba-41ea-898e-a082eb800bb3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:13.436512 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c8e4fb91-702e-4842-95cf-21d141134856 req-42d634f0-8eba-41ea-898e-a082eb800bb3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1222100 Feb 16 18:17:13.486640 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c8e4fb91-702e-4842-95cf-21d141134856 req-fa26e218-355d-4db6-91f9-9151a649425e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Feb 16 18:17:13.793084 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6d311c86-8229-4d74-9fbd-06a35721c345 req-7728811a-0ff4-47c7-9227-d1da23c63a0e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 210 time: 0.0651314 Feb 16 18:17:13.810153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:13.836088 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:13.843731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:port and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:13.848160 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:13.857446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:13.919983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Made reservation on behalf of 81f6b44438ce4530aaf7049bd4e9d60e for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:17:13.929180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-7de9cc93-0358-4c72-8a08-fe84eb5c465f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:13.930775 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-7de9cc93-0358-4c72-8a08-fe84eb5c465f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 817 time: 0.3797429 Feb 16 18:17:13.935191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:13.958776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:13.999452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fad97cfa-c346-4d41-ac77-982837df53f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:14.101732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Pushing event updated for resources: {'Port': ['ID=1a5fefd9-e1af-4652-a7b8-3042137b238d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:14.120759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:14.209094 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-067769d0-2288-44ea-ae11-c1e2bfcf3a8b req-cc00a873-4016-4890-ad4d-7ae7795420a6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 210 time: 0.0644829 Feb 16 18:17:14.217514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2443a1f-253e-4924-82b3-5f1ba3fd85ff req-119aeb0c-be26-4a78-9c7a-1cd4cae32d7e tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:14.236587 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2443a1f-253e-4924-82b3-5f1ba3fd85ff req-119aeb0c-be26-4a78-9c7a-1cd4cae32d7e tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.4008832 Feb 16 18:17:14.295646 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-3f258475-9a0e-4e15-a9d6-66a7c278fd24 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed443648e0134e279dac6975632a1b1d HTTP/1.1" status: 200 len: 5704 time: 0.3411837 Feb 16 18:17:14.364730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'port': {'device_id': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'admin_state_up': True, 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'security_groups': ['18407ac4-1810-4f65-b17f-82b669459bcd']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:14.503989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:17:14.508256 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:17:14.513057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:17:14.517656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:14.518367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:14.604149 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-be0e3753-6e54-4755-8486-ca462d955f8d req-58a4fc6c-3c38-4296-9c57-a9af638033bf tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 210 time: 0.1340559 Feb 16 18:17:14.633523 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2443a1f-253e-4924-82b3-5f1ba3fd85ff req-f5a2371e-0d60-4edc-b3a7-ff09adf79430 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959684 Feb 16 18:17:14.665125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Allocated IP 172.20.0.10 (fd480a03-5d6b-4817-a959-8f9faa8c723f/e6c3fc4e-4313-4f35-8c56-b20879414715/739b5852-1a98-4733-b4fb-2e73fd59f64d) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:17:14.711076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-b80c0fde-b1a7-4ea7-aeb2-ace78fe89847 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:14.712785 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-b80c0fde-b1a7-4ea7-aeb2-ace78fe89847 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 818 time: 0.4214160 Feb 16 18:17:14.713858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:14.723931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:port and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:14.732439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:14.738757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Request body: {'port': {'device_id': '44b7e328-11ad-41c1-af5d-15ee3576a558', 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c', 'admin_state_up': True, 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:14.815949 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:14.981061 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6175110 Feb 16 18:17:15.013261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Request body: {'port': {'device_id': 'b426094f-a0a4-4475-bffd-181517d35ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:15.024485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Made reservation on behalf of ed443648e0134e279dac6975632a1b1d for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:17:15.038572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:15.103229 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9f2ec086-e577-4692-8694-8fef08a3fc73 req-4033d5f2-bfb9-49e3-bd2e-79074ad3fad3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 210 time: 0.0564520 Feb 16 18:17:15.209265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:15.213224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:15.217517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae8126-00ea-4955-89bb-1695bf79f947 req-f5ecb14d-a4f2-4e7b-81da-fa3dbce7f991 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:15.219120 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f2ae8126-00ea-4955-89bb-1695bf79f947 req-f5ecb14d-a4f2-4e7b-81da-fa3dbce7f991 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.4326637 Feb 16 18:17:15.224162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Usage tracker for resource:port and tenant:2d664c612abf4522ad1193fbb6ac306c is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:15.239306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:15.242257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38248) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:15.309293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Transition to ACTIVE for port object 739b5852-1a98-4733-b4fb-2e73fd59f64d will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:15.472910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:15.560948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:15.570997 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2b6b7a-8477-4038-8a4b-fdf083c8c1e4 req-27306af6-5c1f-4c78-840c-65b1d4f51c70 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 210 time: 0.1007273 Feb 16 18:17:15.651363 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f2ae8126-00ea-4955-89bb-1695bf79f947 req-cbfb4e02-092c-4865-9b6f-99169b2e4a21 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796753 Feb 16 18:17:15.653728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Made reservation on behalf of 2d664c612abf4522ad1193fbb6ac306c for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:17:15.659266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:15.682914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:15.707345 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:15.716610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Usage tracker for resource:security_group_rule and tenant:7c87a05f6b5c408296a4ba4de0745393 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:15.722174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:15.725531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:15.745321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:15.779837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-72b35cd7-8639-4668-aa26-2adbb463b6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:15.860180 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0d3591ec-aae6-4c2b-9eb3-52168c5a1dc6 req-ff077f27-f2a2-42c0-8db1-ab588c6fd867 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 210 time: 0.1007078 Feb 16 18:17:16.038537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'Port': ['ID=739b5852-1a98-4733-b4fb-2e73fd59f64d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:16.039338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Allocated IP 172.20.0.11 (488dc2c4-c6c1-4034-947f-da1556dd13da/c7ef168b-4afe-4e7c-a186-2b31c2123050/db782865-d67a-426d-bd76-c87369aab57a) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:17:16.051509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:16.138855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c91229-5449-4a34-ab82-7db5d14c008f req-638c4656-c9f3-420a-af22-5e2cfad103ea tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:16.140526 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-53c91229-5449-4a34-ab82-7db5d14c008f req-638c4656-c9f3-420a-af22-5e2cfad103ea tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.3129451 Feb 16 18:17:16.156490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:16.187709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Network fd480a03-5d6b-4817-a959-8f9faa8c723f is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:17:16.190319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:17:16.220974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:17:16.220974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:16.220974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:16.260554 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-53c91229-5449-4a34-ab82-7db5d14c008f req-1201000e-3b07-4030-9014-d93b50eb2040 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051497 Feb 16 18:17:16.317606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5fefd9-e1af-4652-a7b8-3042137b238d {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:17:17.074184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.096306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-190e1dfa-9d8f-4211-81e0-c6594b02fe7e None None] Provisioning for port 739b5852-1a98-4733-b4fb-2e73fd59f64d completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:17.096521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:17.096662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-190e1dfa-9d8f-4211-81e0-c6594b02fe7e None None] Provisioning complete for port 739b5852-1a98-4733-b4fb-2e73fd59f64d triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:17.096662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-190e1dfa-9d8f-4211-81e0-c6594b02fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.127831 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c87a05f6b5c408296a4ba4de0745393&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8833499 Feb 16 18:17:17.131610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38276) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:17.135657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1dc87e-fb0e-48b0-8fc9-3850a494fdae,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:17.156090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:17.158061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-190e1dfa-9d8f-4211-81e0-c6594b02fe7e None None] Port 739b5852-1a98-4733-b4fb-2e73fd59f64d cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:17:17.211370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e9edeae1-ed6a-4fd7-aeae-8eaa9714a661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.238058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e9edeae1-ed6a-4fd7-aeae-8eaa9714a661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.373637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.440542 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0661778 Feb 16 18:17:17.470973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Transition to ACTIVE for port object 1a5fefd9-e1af-4652-a7b8-3042137b238d will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:17.525694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e9edeae1-ed6a-4fd7-aeae-8eaa9714a661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.529733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.531809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-278553df-4738-42aa-9f4f-233c5ccbd6b3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:17.572708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e9edeae1-ed6a-4fd7-aeae-8eaa9714a661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.576449 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-e9edeae1-ed6a-4fd7-aeae-8eaa9714a661 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec1dc87e-fb0e-48b0-8fc9-3850a494fdae HTTP/1.1" status: 204 len: 168 time: 0.4415956 Feb 16 18:17:17.576449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edeae1-ed6a-4fd7-aeae-8eaa9714a661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1dc87e-fb0e-48b0-8fc9-3850a494fdae,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:17.579994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e9edeae1-ed6a-4fd7-aeae-8eaa9714a661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:17.580539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-38011675-a6ce-457f-a468-c1a18e2a44ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:17.640396 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-97a56470-b1b6-4183-bbc1-325e247a0333 req-ab5b3031-e34d-44ab-a9f6-04a0c7591b3a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 210 time: 0.1273592 Feb 16 18:17:17.696477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Allocated IP 172.20.0.8 (bc5f517b-e549-43f3-aa9d-f68aa8280b2c/48a5eb87-fad6-40d4-99dc-e42cd3a6eca1/77b9ae52-ecf0-4a60-9a2d-e535988a148d) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:17:17.700692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:17.739898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Transition to ACTIVE for port object db782865-d67a-426d-bd76-c87369aab57a will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:17.742643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Pushing event updated for resources: {'Port': ['ID=1a5fefd9-e1af-4652-a7b8-3042137b238d,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:17.748859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:17.775031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c804fc-0121-4d72-ba72-c36ce230644f req-cb8fb482-a9ef-4820-ad1d-5cd60c90b9d2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:17.776768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Request body: {'port': {'device_id': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:17.782674 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-24c804fc-0121-4d72-ba72-c36ce230644f req-cb8fb482-a9ef-4820-ad1d-5cd60c90b9d2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 932 time: 0.2658722 Feb 16 18:17:18.001742 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-24c804fc-0121-4d72-ba72-c36ce230644f req-71277cd3-93ea-4442-9e04-f1e8f73bf522 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180765 Feb 16 18:17:18.043621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Attempting to bind port 1a5fefd9-e1af-4652-a7b8-3042137b238d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:18.044003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Attempting to bind port 1a5fefd9-e1af-4652-a7b8-3042137b238d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:18.044377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Attempting to bind port 1a5fefd9-e1af-4652-a7b8-3042137b238d on network bc5f517b-e549-43f3-aa9d-f68aa8280b2c {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:18.049751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.066217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:18.066603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Checking segment: {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:18.067073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.067478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Bound using segment: {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:18.074859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Bound port: 1a5fefd9-e1af-4652-a7b8-3042137b238d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:18.074859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.119636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.153743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52852eeb-ed13-4d46-a616-030563103430 req-e8aa379e-fa63-4668-8fe2-d86295aad151 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:18.155389 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52852eeb-ed13-4d46-a616-030563103430 req-e8aa379e-fa63-4668-8fe2-d86295aad151 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.3437901 Feb 16 18:17:18.163691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:18.188244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38292) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:18.226600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.297168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:18.317769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Usage tracker for resource:security_group_rule and tenant:e3822f4f2e8346bda7857ce8957fc836 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:18.328273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:18.341153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:18.356630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] For port 1a5fefd9-e1af-4652-a7b8-3042137b238d, host hv-cinder-76330, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:18.366168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] For port 1a5fefd9-e1af-4652-a7b8-3042137b238d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:18.420407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.433007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'Port': ['ID=db782865-d67a-426d-bd76-c87369aab57a,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:18.447757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:18.448811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.452627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:18.456281 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52852eeb-ed13-4d46-a616-030563103430 req-4ef1dcf5-ff25-4951-b069-1dea225f65e5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591372 Feb 16 18:17:18.532915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b92c53-50c4-4809-8720-159d27ceb739 req-cef081a8-abca-4c89-941f-f6323a882024 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:18.534669 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4b92c53-50c4-4809-8720-159d27ceb739 req-cef081a8-abca-4c89-941f-f6323a882024 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 932 time: 0.3748424 Feb 16 18:17:18.541299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Network 488dc2c4-c6c1-4034-947f-da1556dd13da is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:17:18.544112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:17:18.546435 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:17:18.553184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:18.553870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.670071 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4b92c53-50c4-4809-8720-159d27ceb739 req-7ae2561a-8190-4913-b934-0ed489cee2fe tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086926 Feb 16 18:17:18.671084 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.763155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Pushing event updated for resources: {'Port': ['ID=1a5fefd9-e1af-4652-a7b8-3042137b238d,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:18.771320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:18.820017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-430ed1e5-ab16-4a43-ac05-1a101f662cd3 None None] Provisioning for port db782865-d67a-426d-bd76-c87369aab57a completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:18.826429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-430ed1e5-ab16-4a43-ac05-1a101f662cd3 None None] Provisioning complete for port db782865-d67a-426d-bd76-c87369aab57a triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:18.826862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-430ed1e5-ab16-4a43-ac05-1a101f662cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.863006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:18.863769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.865930 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] 10.222.0.72 "PUT /v2.0/ports/1a5fefd9-e1af-4652-a7b8-3042137b238d HTTP/1.1" status: 200 len: 1157 time: 3.8679271 Feb 16 18:17:18.867802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b426094f-a0a4-4475-bffd-181517d35ff1', 'tag': '1a5fefd9-e1af-4652-a7b8-3042137b238d'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:18.891780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-430ed1e5-ab16-4a43-ac05-1a101f662cd3 None None] Port db782865-d67a-426d-bd76-c87369aab57a cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:17:18.930771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:18.948847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:18.973238 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6183343 Feb 16 18:17:18.996538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.014677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:19.172538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Pushing event updated for resources: {'Port': ['ID=77b9ae52-ecf0-4a60-9a2d-e535988a148d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:19.175877 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:19.251943 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54c0ad-b89e-411f-a502-251a2b2a0490 req-db60e5a5-68b6-4f9a-8e8d-eeab1a34e4af tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:19.253453 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fa54c0ad-b89e-411f-a502-251a2b2a0490 req-db60e5a5-68b6-4f9a-8e8d-eeab1a34e4af tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.6480477 Feb 16 18:17:19.287909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739b5852-1a98-4733-b4fb-2e73fd59f64d {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:17:19.288188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d003-b16f-4fd2-bbb0-b0f9334db906 req-1d496e38-ccbd-4476-9fe9-414c057a4490 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:19.288941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4ca5d003-b16f-4fd2-bbb0-b0f9334db906 req-1d496e38-ccbd-4476-9fe9-414c057a4490 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Synchronizing usage tracker for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:17:19.293705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:17:19.296535 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3822f4f2e8346bda7857ce8957fc836&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1071458 Feb 16 18:17:19.297178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:17:19.299580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:17:19.300083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38310) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:19.302672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae89c856-73d4-4bf3-9beb-cdac5728e597,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:19.304238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:19.304899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.306851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.319266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:19.341479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Transition to ACTIVE for port object 739b5852-1a98-4733-b4fb-2e73fd59f64d will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:19.352338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fa54c0ad-b89e-411f-a502-251a2b2a0490 req-ab72a4b0-3bb5-4fd5-bafc-86bdef49ae58 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914550 Feb 16 18:17:19.373127 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6458871 Feb 16 18:17:19.383003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23e7627f-1eb2-4ece-944f-7b21931404a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.399277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4ca5d003-b16f-4fd2-bbb0-b0f9334db906 req-1d496e38-ccbd-4476-9fe9-414c057a4490 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Unset dirty status for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:17:19.400784 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4ca5d003-b16f-4fd2-bbb0-b0f9334db906 req-1d496e38-ccbd-4476-9fe9-414c057a4490 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 931 time: 0.4379098 Feb 16 18:17:19.406804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.411238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23e7627f-1eb2-4ece-944f-7b21931404a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.435704 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:19.452348 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4ca5d003-b16f-4fd2-bbb0-b0f9334db906 req-9457f4de-9b0b-4c3a-8ef8-a3a322f829f4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Feb 16 18:17:19.559607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc453e1-3dcb-4bab-8f26-6dba0173089b req-e4fb44f4-ac72-40c2-919a-da5102bcc988 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:19.562016 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6fc453e1-3dcb-4bab-8f26-6dba0173089b req-e4fb44f4-ac72-40c2-919a-da5102bcc988 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.0925930 Feb 16 18:17:19.595870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b426094f-a0a4-4475-bffd-181517d35ff1', 'tag': '1a5fefd9-e1af-4652-a7b8-3042137b238d', 'status': 'completed', 'code': 200} Feb 16 18:17:19.612385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Pushing event updated for resources: {'Port': ['ID=739b5852-1a98-4733-b4fb-2e73fd59f64d,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:19.612614 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6fc453e1-3dcb-4bab-8f26-6dba0173089b req-701566ba-672b-4cf2-8fe7-3e859bc074b2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Feb 16 18:17:19.619930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:19.716598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23e7627f-1eb2-4ece-944f-7b21931404a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.729911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1a62af9b-7624-4547-b8ea-22c337058274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:19.747527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7627f-1eb2-4ece-944f-7b21931404a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae89c856-73d4-4bf3-9beb-cdac5728e597,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:19.768628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-23e7627f-1eb2-4ece-944f-7b21931404a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:19.772362 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246be93-bd24-43e7-888f-6c770cd2aa2c req-0ef78103-13cc-4e53-84a7-10b776796a7e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:19.774437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23e7627f-1eb2-4ece-944f-7b21931404a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.775713 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-23e7627f-1eb2-4ece-944f-7b21931404a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae89c856-73d4-4bf3-9beb-cdac5728e597 HTTP/1.1" status: 204 len: 168 time: 0.4744978 Feb 16 18:17:19.780482 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6246be93-bd24-43e7-888f-6c770cd2aa2c req-0ef78103-13cc-4e53-84a7-10b776796a7e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.0979688 Feb 16 18:17:19.784115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Attempting to bind port 739b5852-1a98-4733-b4fb-2e73fd59f64d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:19.784654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Attempting to bind port 739b5852-1a98-4733-b4fb-2e73fd59f64d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:19.785229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Attempting to bind port 739b5852-1a98-4733-b4fb-2e73fd59f64d on network fd480a03-5d6b-4817-a959-8f9faa8c723f {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:19.798342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:19.798862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Checking segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:19.799272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.799717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Bound using segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:19.800200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Bound port: 739b5852-1a98-4733-b4fb-2e73fd59f64d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:19.800581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.909038 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6246be93-bd24-43e7-888f-6c770cd2aa2c req-0d0e62ad-4c77-4b10-aa0d-1f82a6772d9b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168997 Feb 16 18:17:19.910356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] For port 739b5852-1a98-4733-b4fb-2e73fd59f64d, host hv-cinder-76330, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:19.913868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] For port 739b5852-1a98-4733-b4fb-2e73fd59f64d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:19.935806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8660ddf-3dfe-48d7-95c3-0dee54d14c18 req-aad3d605-8a74-453e-8650-1827a2c2948d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:19.936573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-d8660ddf-3dfe-48d7-95c3-0dee54d14c18 req-aad3d605-8a74-453e-8650-1827a2c2948d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Synchronizing usage tracker for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:17:19.954166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:19.970114 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-28bd2fb6-fbd3-4286-a5ec-d06dbbb26b9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:19.981984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-d8660ddf-3dfe-48d7-95c3-0dee54d14c18 req-aad3d605-8a74-453e-8650-1827a2c2948d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Unset dirty status for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:17:19.983278 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d8660ddf-3dfe-48d7-95c3-0dee54d14c18 req-aad3d605-8a74-453e-8650-1827a2c2948d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 932 time: 0.1566982 Feb 16 18:17:20.035350 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d8660ddf-3dfe-48d7-95c3-0dee54d14c18 req-53a82025-6dc4-482e-8e02-b45c1a144436 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Feb 16 18:17:20.129043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Pushing event updated for resources: {'Port': ['ID=739b5852-1a98-4733-b4fb-2e73fd59f64d,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:20.133287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:20.170459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:20.171782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:20.173751 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] 10.222.0.72 "PUT /v2.0/ports/739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 200 len: 1158 time: 2.4067481 Feb 16 18:17:20.408177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Request body: {'port': {'device_id': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:20.452465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Request body: {'port': {'device_id': '44b7e328-11ad-41c1-af5d-15ee3576a558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:20.618034 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-4ff13de8-97bd-4bc9-995d-1cf1ba35aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:20.620414 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-4ff13de8-97bd-4bc9-995d-1cf1ba35aac4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 1161 time: 0.1447363 Feb 16 18:17:20.622213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302463-d85e-4a2e-a2b7-236cf70cca28 req-0a6f2f8c-2e9b-49ff-bc01-254b95d5b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:20.623947 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-76302463-d85e-4a2e-a2b7-236cf70cca28 req-0a6f2f8c-2e9b-49ff-bc01-254b95d5b90b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1160 time: 0.1901295 Feb 16 18:17:20.678374 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.objects.ports [None req-5b03f8fa-f093-4771-8c8e-7a1c6ae31cda None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:17:20.754515 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-695978a7-edb9-4e66-8a02-c3c5f988acb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 200 len: 217 time: 0.1202891 Feb 16 18:17:20.811216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:20.861564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:20.904411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-ec1eaca8-143b-443a-bea6-1c647306b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:20.905975 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-ec1eaca8-143b-443a-bea6-1c647306b8fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.1451242 Feb 16 18:17:20.928097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eca066-77ad-4ab7-8771-87b0350e0212 req-d82ee4ad-516b-41e0-aadd-7933fdf29a9f tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:20.929728 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84eca066-77ad-4ab7-8771-87b0350e0212 req-d82ee4ad-516b-41e0-aadd-7933fdf29a9f tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.4144995 Feb 16 18:17:20.940189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566b308-6964-46c0-bdc4-f3915baba36a req-6784b46d-804f-4675-b5e3-813d24dcf842 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:20.941774 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a566b308-6964-46c0-bdc4-f3915baba36a req-6784b46d-804f-4675-b5e3-813d24dcf842 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 931 time: 0.3607635 Feb 16 18:17:20.971916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302463-d85e-4a2e-a2b7-236cf70cca28 req-08290b41-c123-4432-800e-d357bd7501e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:20.973489 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-76302463-d85e-4a2e-a2b7-236cf70cca28 req-08290b41-c123-4432-800e-d357bd7501e7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2d664c612abf4522ad1193fbb6ac306c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2740185 Feb 16 18:17:21.104719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-d9e545ed-dc85-44f2-8157-14de8c4ee7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:21.106444 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-d9e545ed-dc85-44f2-8157-14de8c4ee7cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1904278 Feb 16 18:17:21.250711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302463-d85e-4a2e-a2b7-236cf70cca28 req-584a7f75-3b77-4a95-b7a1-7ca2be0533fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:21.252210 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-76302463-d85e-4a2e-a2b7-236cf70cca28 req-584a7f75-3b77-4a95-b7a1-7ca2be0533fc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2711706 Feb 16 18:17:21.300722 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-30ae4dda-75fe-4df1-9565-5315912a76bf service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788077 Feb 16 18:17:21.300934 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84eca066-77ad-4ab7-8771-87b0350e0212 req-7aac61d8-2e62-4de6-ba31-cbeaabae22f6 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249378 Feb 16 18:17:21.300934 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a566b308-6964-46c0-bdc4-f3915baba36a req-0aa68957-84b6-42a6-a258-e442a8521ad9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269682 Feb 16 18:17:21.554950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-ac4d654a-2236-43d6-a9c2-86eb64213965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:21.556656 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-ac4d654a-2236-43d6-a9c2-86eb64213965 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1160 time: 0.2108207 Feb 16 18:17:21.563249 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-a1eaf17b-f47a-445e-bd53-c4633e5dee48 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2627637 Feb 16 18:17:21.630687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'tag': '739b5852-1a98-4733-b4fb-2e73fd59f64d'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:21.655704 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-f6f46af4-249e-40cc-8d0b-23e854a9f5a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d HTTP/1.1" status: 200 len: 217 time: 0.0835183 Feb 16 18:17:21.669138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.objects.ports [None req-9cc76c78-c2b4-4cb0-a5e8-a84101100d1a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:17:21.779742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-af0205da-bda2-4e9d-8b0b-fd39dc06231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:21.781339 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-af0205da-bda2-4e9d-8b0b-fd39dc06231d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.0768905 Feb 16 18:17:21.836959 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-4e568ba3-a573-4212-9532-dac16db9b420 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480409 Feb 16 18:17:21.856557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0501-1b1a-4b7e-8c71-feb244e80b53 req-bf0eb5b1-6385-4176-9df9-145e81320790 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:21.858180 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-23aa0501-1b1a-4b7e-8c71-feb244e80b53 req-bf0eb5b1-6385-4176-9df9-145e81320790 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.4260530 Feb 16 18:17:21.997271 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-70282d13-a8ad-4b06-9ac1-6fe2e0a4277e service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541195 Feb 16 18:17:22.029007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4c2f67b9-fdaa-4d0a-b389-9d181167e862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:22.114709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b9ae52-ecf0-4a60-9a2d-e535988a148d {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:17:22.122539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:22.135308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f4d7a-d1ac-4484-b3d4-b91fea774ab9 req-3643badd-e2ab-4d89-bb38-01ec6ece79b4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:22.136924 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-856f4d7a-d1ac-4484-b3d4-b91fea774ab9 req-3643badd-e2ab-4d89-bb38-01ec6ece79b4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.6419418 Feb 16 18:17:22.153978 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f01ae95-79d2-4d28-92a0-b8164f72ff4a req-1975ec48-261b-4d11-aae0-46c67df5486d service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500602 Feb 16 18:17:22.236663 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-23aa0501-1b1a-4b7e-8c71-feb244e80b53 req-7d45b8bc-70db-49e5-a1a9-b4c24d01208d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085560 Feb 16 18:17:22.256445 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-856f4d7a-d1ac-4484-b3d4-b91fea774ab9 req-1126c45c-26f3-40f2-885a-b4e8ba55048b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985229 Feb 16 18:17:22.258412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Transition to ACTIVE for port object 77b9ae52-ecf0-4a60-9a2d-e535988a148d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:22.315334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:22.342431 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'tag': '739b5852-1a98-4733-b4fb-2e73fd59f64d', 'status': 'completed', 'code': 200} Feb 16 18:17:22.345072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d563e2f6-8b9f-406f-b306-2d848c95351a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:22.450935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 87452e5c-ae19-43ce-9304-8665c16ca735 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:22.576542 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 87452e5c-ae19-43ce-9304-8665c16ca735 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:22.585811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 87452e5c-ae19-43ce-9304-8665c16ca735 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:22.586555 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:22.612722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db782865-d67a-426d-bd76-c87369aab57a {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:17:22.649403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:22.685995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Pushing event updated for resources: {'Port': ['ID=77b9ae52-ecf0-4a60-9a2d-e535988a148d,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:22.697654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:22.710451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Transition to ACTIVE for port object db782865-d67a-426d-bd76-c87369aab57a will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:17:22.763422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:22.770112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:22.772693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42232c-024d-4244-a8ae-f118a975d9a9 req-53cf4107-d37b-4b76-ad8c-9c5c0813c2b4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:22.780791 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ba42232c-024d-4244-a8ae-f118a975d9a9 req-53cf4107-d37b-4b76-ad8c-9c5c0813c2b4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 932 time: 0.3875749 Feb 16 18:17:22.810998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-959e121c-b406-4dcc-8d42-33b34e23350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:22.812888 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-959e121c-b406-4dcc-8d42-33b34e23350b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 1161 time: 0.4282784 Feb 16 18:17:22.814825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 87452e5c-ae19-43ce-9304-8665c16ca735, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=87452e5c-ae19-43ce-9304-8665c16ca735,segment=NetworkSegment(984a7180-aae1-4e7e-882e-798e2f5bd742),segment_id=984a7180-aae1-4e7e-882e-798e2f5bd742)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:22.817716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdab723b-a852-49fd-9f35-3bdce5481b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87452e5c-ae19-43ce-9304-8665c16ca735'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:22.886778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:22.889234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:22.940307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:17:22.947271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:23.012312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-4b8f7c5a-be77-43f8-9984-b1b9e49e8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:23.015490 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-4b8f7c5a-be77-43f8-9984-b1b9e49e8714 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 905 time: 0.1937616 Feb 16 18:17:23.097735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa942fff-e749-4f46-a538-ff6943333d35 req-74dd0afb-be4e-445b-8e46-b78d672b7f53 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:23.106479 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fa942fff-e749-4f46-a538-ff6943333d35 req-74dd0afb-be4e-445b-8e46-b78d672b7f53 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 943 time: 0.6190708 Feb 16 18:17:23.193128 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-3241f9ca-a589-47b5-ad1b-ac8c3d623cc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 200 len: 217 time: 0.1660588 Feb 16 18:17:23.307695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-1028cd41-d4df-482c-909c-a1da97433fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:23.309828 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-1028cd41-d4df-482c-909c-a1da97433fd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.1100791 Feb 16 18:17:23.373706 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fa942fff-e749-4f46-a538-ff6943333d35 req-1d523217-033b-44bc-b798-b1fe30a0d238 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654886 Feb 16 18:17:23.402204 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ba42232c-024d-4244-a8ae-f118a975d9a9 req-2c6e99a2-eb9d-4c62-b160-523b162b4465 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6200802 Feb 16 18:17:23.402964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Pushing event updated for resources: {'Port': ['ID=db782865-d67a-426d-bd76-c87369aab57a,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:23.425249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:23.428028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Attempting to bind port 77b9ae52-ecf0-4a60-9a2d-e535988a148d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:23.428574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Attempting to bind port 77b9ae52-ecf0-4a60-9a2d-e535988a148d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:23.429640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Attempting to bind port 77b9ae52-ecf0-4a60-9a2d-e535988a148d on network bc5f517b-e549-43f3-aa9d-f68aa8280b2c {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:23.448799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=87452e5c-ae19-43ce-9304-8665c16ca735,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:23.462016 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:23.462250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-1c71bdc2-9894-47ff-a5cc-66e99ea691c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:23.463897 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-1c71bdc2-9894-47ff-a5cc-66e99ea691c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1452403 Feb 16 18:17:23.470100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:23.478737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Checking segment: {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:23.480814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:23.481295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Bound using segment: {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:23.482619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Bound port: 77b9ae52-ecf0-4a60-9a2d-e535988a148d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc5f517b-e549-43f3-aa9d-f68aa8280b2c'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:23.482619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:23.611659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 87452e5c-ae19-43ce-9304-8665c16ca735 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:23.639532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Attempting to bind port db782865-d67a-426d-bd76-c87369aab57a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:17:23.640173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Attempting to bind port db782865-d67a-426d-bd76-c87369aab57a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:17:23.640543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Attempting to bind port db782865-d67a-426d-bd76-c87369aab57a on network 488dc2c4-c6c1-4034-947f-da1556dd13da {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:17:23.652463 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:17:23.654298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Checking segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:17:23.654298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:23.654298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Bound using segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:17:23.654298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Bound port: db782865-d67a-426d-bd76-c87369aab57a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:17:23.654785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:23.698967 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-747dd103-2fcc-4060-ba7c-36dc76ce6050 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252514 Feb 16 18:17:23.704180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 87452e5c-ae19-43ce-9304-8665c16ca735 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:23.704590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:23.862887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] For port 77b9ae52-ecf0-4a60-9a2d-e535988a148d, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:23.906460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] For port 77b9ae52-ecf0-4a60-9a2d-e535988a148d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=77b9ae52-ecf0-4a60-9a2d-e535988a148d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:23.918632 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31c9042d-3a6c-4cfd-b4c1-03e3ee68cb8a req-d0398838-0b89-4f79-b5af-3e0c8309f87c service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2103269 Feb 16 18:17:23.951106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:23.981095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:24.023698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] For port db782865-d67a-426d-bd76-c87369aab57a, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:17:24.038050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071189-b8be-4c0b-8405-94bed6f24fec req-52ef44f4-ddfc-4028-a04d-3f4a0019ca44 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:24.039685 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-65071189-b8be-4c0b-8405-94bed6f24fec req-52ef44f4-ddfc-4028-a04d-3f4a0019ca44 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.3883696 Feb 16 18:17:24.078939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] For port db782865-d67a-426d-bd76-c87369aab57a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db782865-d67a-426d-bd76-c87369aab57a,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:17:24.150904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-67b0f309-7ccc-4280-8275-b853f11d75b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:24.155870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6474e7-afac-4094-b5a0-73ed0035a025 req-5af989c5-8765-4f5c-9eab-14791e40633b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:24.157475 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b6474e7-afac-4094-b5a0-73ed0035a025 req-5af989c5-8765-4f5c-9eab-14791e40633b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.5075386 Feb 16 18:17:24.175666 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:24.235488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Pushing event updated for resources: {'Port': ['ID=77b9ae52-ecf0-4a60-9a2d-e535988a148d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:24.257290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:24.261138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:24.297946 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-65071189-b8be-4c0b-8405-94bed6f24fec req-6f998a4a-bce2-495b-850b-280c3c9ce9b0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428951 Feb 16 18:17:24.412098 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b6474e7-afac-4094-b5a0-73ed0035a025 req-aeb2f96f-a7d0-401a-a105-92ecd2ca9a42 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416241 Feb 16 18:17:24.513849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Pushing event updated for resources: {'Port': ['ID=db782865-d67a-426d-bd76-c87369aab57a,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:24.519789 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:24.520978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:24.522590 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] 10.222.0.72 "PUT /v2.0/ports/77b9ae52-ecf0-4a60-9a2d-e535988a148d HTTP/1.1" status: 200 len: 1157 time: 4.0749216 Feb 16 18:17:24.525165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:24.525541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b7e328-11ad-41c1-af5d-15ee3576a558', 'tag': '77b9ae52-ecf0-4a60-9a2d-e535988a148d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:24.534600 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdab723b-a852-49fd-9f35-3bdce5481b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87452e5c-ae19-43ce-9304-8665c16ca735', 'code': 200} Feb 16 18:17:24.579425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:24.580239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:24.581664 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] 10.222.0.72 "PUT /v2.0/ports/db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 200 len: 1158 time: 4.1807265 Feb 16 18:17:24.593469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86da2-0e79-44de-a63e-c756f4d986ac req-3c0f7f5b-ff12-44cc-a989-aab9c29942c3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:24.595190 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72e86da2-0e79-44de-a63e-c756f4d986ac req-3c0f7f5b-ff12-44cc-a989-aab9c29942c3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.1907611 Feb 16 18:17:24.894898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-938a4927-2fdb-4a86-ad02-546f5d4282af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:24.897462 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-938a4927-2fdb-4a86-ad02-546f5d4282af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 1162 time: 0.0868983 Feb 16 18:17:24.925889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:24.939701 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:24.941509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:24.946093 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Usage tracker for resource:security_group_rule and tenant:26943f42c0bc4e7f9822bf83bd2d2de4 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:24.949187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:24.954894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:24.980172 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72e86da2-0e79-44de-a63e-c756f4d986ac req-7b9adf6b-affb-4c77-9809-654355c3ab49 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772435 Feb 16 18:17:25.058391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:25.066540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170f486-e8ff-45fb-bc22-ec44d6e5db8b req-fb04cdf1-3470-45fb-8194-4f7ad983aa1f tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:25.068792 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9170f486-e8ff-45fb-bc22-ec44d6e5db8b req-fb04cdf1-3470-45fb-8194-4f7ad983aa1f tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.4324157 Feb 16 18:17:25.094671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-00042328-14a7-4056-86b9-de3dce3a3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:25.096482 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-00042328-14a7-4056-86b9-de3dce3a3cf3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 1160 time: 0.4588742 Feb 16 18:17:25.104028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-531bae83-a57a-46a5-b492-77655bbb7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:25.105668 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-531bae83-a57a-46a5-b492-77655bbb7974 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1161 time: 0.1959457 Feb 16 18:17:25.146975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:25.157802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8656905c-1a65-486b-a4d3-1e498e0c5971 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:25.192792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e0076-5013-4ecc-b0c2-eb33315e6d9e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:25.198493 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:25.202228 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-14be0caf-9615-4c0b-9119-e83a177bc573 req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950115 Feb 16 18:17:25.294881 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-a23a9e30-8fec-4880-b1be-91675e4eea41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b9ae52-ecf0-4a60-9a2d-e535988a148d HTTP/1.1" status: 200 len: 217 time: 0.1858706 Feb 16 18:17:25.303338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-18da7bc2-aa0f-4ad3-8858-d334e2383973 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 200 len: 217 time: 0.1321840 Feb 16 18:17:25.311741 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9170f486-e8ff-45fb-bc22-ec44d6e5db8b req-926163c2-1dbb-412c-83ee-f9041a7de707 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341487 Feb 16 18:17:25.361504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f1925-8ac8-4eaf-a7a0-3d3022bc6ee0 req-20032e9b-01ec-44fd-b7be-57060601a12d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:25.363145 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9e2f1925-8ac8-4eaf-a7a0-3d3022bc6ee0 req-20032e9b-01ec-44fd-b7be-57060601a12d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1322143 Feb 16 18:17:25.387165 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b7e328-11ad-41c1-af5d-15ee3576a558', 'tag': '77b9ae52-ecf0-4a60-9a2d-e535988a148d', 'status': 'completed', 'code': 200} Feb 16 18:17:25.418881 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9e2f1925-8ac8-4eaf-a7a0-3d3022bc6ee0 req-88dd1c94-88a6-4cc0-99d2-06c293922ac5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485179 Feb 16 18:17:25.619723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd554-518f-4d20-a1ff-4005cd0696fb req-e88b46d3-f743-4aee-8365-7a63b2c8e779 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:25.628534 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ed7cd554-518f-4d20-a1ff-4005cd0696fb req-e88b46d3-f743-4aee-8365-7a63b2c8e779 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.1499813 Feb 16 18:17:25.822569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20131288-10fe-477b-a800-7e643b6a8f36 req-dbbe1640-6259-445e-a267-9437fe35bfe6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:25.824550 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-20131288-10fe-477b-a800-7e643b6a8f36 req-dbbe1640-6259-445e-a267-9437fe35bfe6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.2893522 Feb 16 18:17:25.826080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-d34c9b31-5e66-4535-b8c3-cf5cd9179cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:25.827571 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-d34c9b31-5e66-4535-b8c3-cf5cd9179cf4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.1677108 Feb 16 18:17:25.834727 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-0b4c3f76-c247-495d-b90b-fd484ffae576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:25.836305 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-0b4c3f76-c247-495d-b90b-fd484ffae576 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.2131567 Feb 16 18:17:25.892521 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ed7cd554-518f-4d20-a1ff-4005cd0696fb req-8f189e02-0a13-43b6-a441-1842acb045d5 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938345 Feb 16 18:17:25.906273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:25.956427 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-cc066560-8b0e-4859-b369-d8300e5783ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174238 Feb 16 18:17:26.023676 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-20131288-10fe-477b-a800-7e643b6a8f36 req-5302d4c9-a685-4a7b-846f-76b002fa2d17 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906490 Feb 16 18:17:26.147996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-2ca70bb7-09bb-4d01-b35e-9d7363c4a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:26.149633 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-2ca70bb7-09bb-4d01-b35e-9d7363c4a8eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2509401 Feb 16 18:17:26.158143 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-521cae43-da00-423b-a2ab-552cd0d01c29 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846602 Feb 16 18:17:26.436980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:26.531182 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-d737ab08-3fd1-435c-80c9-edfe936d8a4c service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720083 Feb 16 18:17:26.586961 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f190faff-6ca6-41ab-a26b-753c2154cdb5 req-eb826b44-53a2-4357-b4c8-ec102db79d1a service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3942459 Feb 16 18:17:26.604620 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebcd15-d100-4aa9-b8c1-96d546f0ade5 req-82e70526-e5a1-46cb-8574-b39c3d722f89 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:26.606194 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-deebcd15-d100-4aa9-b8c1-96d546f0ade5 req-82e70526-e5a1-46cb-8574-b39c3d722f89 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.4206748 Feb 16 18:17:26.739299 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-deebcd15-d100-4aa9-b8c1-96d546f0ade5 req-006bafc0-33a6-42e1-9cc2-8161d239b7f1 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807590 Feb 16 18:17:26.767785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0281649-a1ad-4d21-9351-6ad876ee15a0 req-97486e27-03ed-4fc6-8d59-d8a60fa0061e tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:26.768238 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d0281649-a1ad-4d21-9351-6ad876ee15a0 req-97486e27-03ed-4fc6-8d59-d8a60fa0061e tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.3133030 Feb 16 18:17:26.772257 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc320222-72b2-4c80-b301-1694dfc2e19d req-78042899-50dc-4ef2-b3a3-9003a603c81b service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2274165 Feb 16 18:17:26.819289 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d0281649-a1ad-4d21-9351-6ad876ee15a0 req-927232d4-20e4-4c1e-ac50-32e4853249ad tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438509 Feb 16 18:17:26.955745 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885a964-0f12-450a-b157-424065a7a50e req-278b9048-c985-4fdf-85fe-390190d1eba2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:26.957409 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c885a964-0f12-450a-b157-424065a7a50e req-278b9048-c985-4fdf-85fe-390190d1eba2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1086860 Feb 16 18:17:27.027069 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c885a964-0f12-450a-b157-424065a7a50e req-039a73b6-67c5-4342-b4c5-3364bb710698 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596361 Feb 16 18:17:27.151987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7912f-4a88-4b6b-a8a8-1ef7046ded29 req-32711031-2a6e-48f5-a069-fbe5371e2a57 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:27.153793 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dee7912f-4a88-4b6b-a8a8-1ef7046ded29 req-32711031-2a6e-48f5-a069-fbe5371e2a57 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.1256614 Feb 16 18:17:27.257085 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dee7912f-4a88-4b6b-a8a8-1ef7046ded29 req-7c8c28b8-3d2f-4661-88cc-c6faebbfc9bd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600040 Feb 16 18:17:27.285045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3357-15ec-4966-9b70-43b92339b485 req-c69d57b7-8e69-4996-a74d-f56abefd8fba tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:27.287371 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b7f3357-15ec-4966-9b70-43b92339b485 req-c69d57b7-8e69-4996-a74d-f56abefd8fba tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1302016 Feb 16 18:17:27.335817 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b7f3357-15ec-4966-9b70-43b92339b485 req-9cb2f2fc-ce48-4778-baf3-a2fd02589132 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Feb 16 18:17:27.388593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:27.436040 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a', 'status': 'completed', 'code': 200} Feb 16 18:17:28.170103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719fbce-8920-4056-86dc-0fc5430fc9a8 req-2d99e071-32a2-475e-a962-f86220bc8cfe tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:28.171748 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a719fbce-8920-4056-86dc-0fc5430fc9a8 req-2d99e071-32a2-475e-a962-f86220bc8cfe tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.3133900 Feb 16 18:17:28.232030 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a719fbce-8920-4056-86dc-0fc5430fc9a8 req-875417c6-3803-469e-9eb0-776bcea1280b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528560 Feb 16 18:17:28.256412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f089337-122e-49dc-aae0-52b389a49724 req-37e49838-c445-4f01-baa4-be354762e2e2 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:28.263960 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f089337-122e-49dc-aae0-52b389a49724 req-37e49838-c445-4f01-baa4-be354762e2e2 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.3262613 Feb 16 18:17:28.312328 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f089337-122e-49dc-aae0-52b389a49724 req-72baf8db-019e-42f9-b779-578d1f0177a2 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474734 Feb 16 18:17:28.496684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8c33-6d4a-4a0c-b214-3a386188ff70 req-18c747fa-ac34-4c2c-a9be-04e9a6321f4b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:28.498276 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-464a8c33-6d4a-4a0c-b214-3a386188ff70 req-18c747fa-ac34-4c2c-a9be-04e9a6321f4b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1457508 Feb 16 18:17:28.555506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d9968-27e0-4ee7-a042-b2e2cddaf682 req-192c0887-127b-4422-b033-32101ae9cbe3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:28.557063 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2c3d9968-27e0-4ee7-a042-b2e2cddaf682 req-192c0887-127b-4422-b033-32101ae9cbe3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.1428921 Feb 16 18:17:28.564447 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-464a8c33-6d4a-4a0c-b214-3a386188ff70 req-98f33ea4-b14d-4f9e-a055-7e800fee17dc tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590189 Feb 16 18:17:28.607679 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2c3d9968-27e0-4ee7-a042-b2e2cddaf682 req-89592f58-7025-4afb-9148-419bced95b38 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Feb 16 18:17:28.754510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15f59-ea32-4a39-98fb-12ec43fad8d8 req-ce8faa9f-d7e6-43cd-bd5f-b5a7e0273d07 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:28.756560 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b3e15f59-ea32-4a39-98fb-12ec43fad8d8 req-ce8faa9f-d7e6-43cd-bd5f-b5a7e0273d07 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.0888042 Feb 16 18:17:28.804383 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b3e15f59-ea32-4a39-98fb-12ec43fad8d8 req-77cdf07a-5e50-492b-ba82-1fe4b8b8504e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Feb 16 18:17:29.435411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1822537-3ff1-4817-92c9-1e1d96856a4d req-46e3812b-296a-458a-9ab5-44f6b2ced424 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:29.437061 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f1822537-3ff1-4817-92c9-1e1d96856a4d req-46e3812b-296a-458a-9ab5-44f6b2ced424 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.0911329 Feb 16 18:17:29.533487 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f1822537-3ff1-4817-92c9-1e1d96856a4d req-163d9b3a-c19e-4ad1-9119-c4797ce17cf0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610206 Feb 16 18:17:29.556670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb02a2-86d5-479f-8924-c8fd7f1b3ab6 req-f62a87e1-72dd-4b41-af7d-df56c3ca7dde tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:29.558245 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d1cb02a2-86d5-479f-8924-c8fd7f1b3ab6 req-f62a87e1-72dd-4b41-af7d-df56c3ca7dde tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.1202500 Feb 16 18:17:29.608084 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d1cb02a2-86d5-479f-8924-c8fd7f1b3ab6 req-b353f751-4ecb-4c7c-b69a-0b3a42304893 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 Feb 16 18:17:29.841741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58657f4f-5085-4fb7-880f-98c26e89ef34 req-e84b377f-bcf3-473c-8ebe-a7e04690d96e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:29.843351 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-58657f4f-5085-4fb7-880f-98c26e89ef34 req-e84b377f-bcf3-473c-8ebe-a7e04690d96e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1569579 Feb 16 18:17:29.854492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702b134-1b91-4570-ac76-afd247a8deed req-bde55f39-ae6d-4058-9858-f5a27da34756 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:29.856070 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9702b134-1b91-4570-ac76-afd247a8deed req-bde55f39-ae6d-4058-9858-f5a27da34756 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.1273277 Feb 16 18:17:29.928459 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-58657f4f-5085-4fb7-880f-98c26e89ef34 req-f11a85b5-dc2a-4526-9fd7-90203e346dcd tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713422 Feb 16 18:17:29.936090 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9702b134-1b91-4570-ac76-afd247a8deed req-01081aa8-045a-4c5a-a597-55b5a7bd7574 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 Feb 16 18:17:30.115216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76b94-f5b8-45ee-a5af-8ab8168575e3 req-60617a65-1bbc-42a4-884e-d2faf9e125de tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:30.116792 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cfe76b94-f5b8-45ee-a5af-8ab8168575e3 req-60617a65-1bbc-42a4-884e-d2faf9e125de tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.0870049 Feb 16 18:17:30.167462 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cfe76b94-f5b8-45ee-a5af-8ab8168575e3 req-8bd18d70-f271-4305-a44d-2c5e9d399c98 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442553 Feb 16 18:17:30.727992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83e30d-fed6-4367-9630-3fa629d55590 req-9ac95460-99f7-4384-bd34-43639e6efa12 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:30.729603 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fd83e30d-fed6-4367-9630-3fa629d55590 req-9ac95460-99f7-4384-bd34-43639e6efa12 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.0853562 Feb 16 18:17:30.828223 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fd83e30d-fed6-4367-9630-3fa629d55590 req-d015a9e9-5dfd-434d-bc67-486392bc8376 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601308 Feb 16 18:17:30.856221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879842e-cd97-400b-aaeb-0ee02e65aad8 req-20aa7fa1-0f15-40b5-af3a-b2d5f1dc69ca tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:30.857813 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0879842e-cd97-400b-aaeb-0ee02e65aad8 req-20aa7fa1-0f15-40b5-af3a-b2d5f1dc69ca tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.1255851 Feb 16 18:17:30.905932 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0879842e-cd97-400b-aaeb-0ee02e65aad8 req-7865bc67-b19e-4296-b6c8-5dcac03a85f2 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Feb 16 18:17:31.344218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5013-d0db-493a-b00a-1abb3f441902 req-b77071ad-f650-4a56-b7cc-0db6dbf00b26 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:31.345755 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab4e5013-d0db-493a-b00a-1abb3f441902 req-b77071ad-f650-4a56-b7cc-0db6dbf00b26 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.3002920 Feb 16 18:17:31.353621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235e55-c142-4228-8e9d-2c93444d078b req-54a92ae2-940e-40b2-95ec-8202f448d72c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:31.355129 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-81235e55-c142-4228-8e9d-2c93444d078b req-54a92ae2-940e-40b2-95ec-8202f448d72c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.2730393 Feb 16 18:17:31.358386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-97c54b35-ee0d-4c8b-8050-6cc264f6ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:31.359927 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-97c54b35-ee0d-4c8b-8050-6cc264f6ffb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 1160 time: 0.2367201 Feb 16 18:17:31.361593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-03eb9945-0184-4bf0-9174-f67224184f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:31.363062 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-03eb9945-0184-4bf0-9174-f67224184f6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1161 time: 0.2386193 Feb 16 18:17:31.393708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.objects.ports [None req-6c7e77d3-ac01-4844-ad6c-b34ac34fd296 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:17:31.644615 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab4e5013-d0db-493a-b00a-1abb3f441902 req-7388c88d-e6ab-4b57-9ceb-3265fed65fbe tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881677 Feb 16 18:17:31.647943 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-81235e55-c142-4228-8e9d-2c93444d078b req-2a0e3ee2-ea26-4d09-94a2-e097f4774839 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832053 Feb 16 18:17:31.701054 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-6494e6bd-904f-469c-bb3a-a11220497df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:31.702643 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-6494e6bd-904f-469c-bb3a-a11220497df2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.3224680 Feb 16 18:17:31.711466 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-17ba038e-83ad-4979-a54b-039e7a426d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:31.712969 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-17ba038e-83ad-4979-a54b-039e7a426d3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 912 time: 0.3339913 Feb 16 18:17:31.885203 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-05a3569d-bdb8-41eb-b6d2-b691f0943016 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 200 len: 217 time: 0.1750686 Feb 16 18:17:31.891390 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-9d8889d2-f509-4cc7-b59d-4d789557c394 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b9ae52-ecf0-4a60-9a2d-e535988a148d HTTP/1.1" status: 200 len: 217 time: 0.1233642 Feb 16 18:17:31.930971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963c6dd-5ccf-4ad2-a7a6-4644471ceafc req-89ca6cc1-2537-4959-904e-cd5357e85ec9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:31.932539 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6963c6dd-5ccf-4ad2-a7a6-4644471ceafc req-89ca6cc1-2537-4959-904e-cd5357e85ec9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1657648 Feb 16 18:17:32.034519 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6963c6dd-5ccf-4ad2-a7a6-4644471ceafc req-0cc3cf56-f2ac-48d8-b427-508e40b4165c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952594 Feb 16 18:17:32.066288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3f332-9cd5-440a-b729-437db58619c8 req-51e46701-02a7-42c3-ab99-13af2ffad7a4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:32.068607 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-81e3f332-9cd5-440a-b729-437db58619c8 req-51e46701-02a7-42c3-ab99-13af2ffad7a4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.1148739 Feb 16 18:17:32.249572 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-81e3f332-9cd5-440a-b729-437db58619c8 req-0620e58f-ce1a-4450-b75f-4b1eb5360adc tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729078 Feb 16 18:17:32.296386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-6cc81895-4784-450c-9254-493cbfd847b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:32.297953 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-6cc81895-4784-450c-9254-493cbfd847b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.1799023 Feb 16 18:17:32.303969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-9d61ac7a-7e33-4498-b03a-12eb4364d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:32.305411 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-9d61ac7a-7e33-4498-b03a-12eb4364d24f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.1887054 Feb 16 18:17:32.588072 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-28de6e30-a859-4b8c-93f3-c1fa7cbe25b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2816217 Feb 16 18:17:32.652436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112bbf3-c1ff-4bdc-8e45-cdba06666822 req-4175018a-9be6-4d31-92a0-e4d3c6bef65c tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:32.654036 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6112bbf3-c1ff-4bdc-8e45-cdba06666822 req-4175018a-9be6-4d31-92a0-e4d3c6bef65c tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.4629943 Feb 16 18:17:32.835188 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6112bbf3-c1ff-4bdc-8e45-cdba06666822 req-70dd906f-100a-483d-8f95-9d0272342f56 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265342 Feb 16 18:17:32.861744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-2cd768ff-825d-4fc5-8627-75250ad1b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:32.863354 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-2cd768ff-825d-4fc5-8627-75250ad1b7fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5191212 Feb 16 18:17:32.867641 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-1ee70825-ec5d-4395-bb52-eabca063ec93 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691932 Feb 16 18:17:33.130452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a8bbc-d1fb-43bc-8434-f2b5c38226a1 req-63e5c1ab-50c2-4aa9-810c-a6544c1d8bd0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:33.132091 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-342a8bbc-d1fb-43bc-8434-f2b5c38226a1 req-63e5c1ab-50c2-4aa9-810c-a6544c1d8bd0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.3664954 Feb 16 18:17:33.264677 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-342a8bbc-d1fb-43bc-8434-f2b5c38226a1 req-62e0094f-3466-448c-8118-58bbf10c2de3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227434 Feb 16 18:17:33.273325 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-59684bd2-1575-49f4-a400-5b441d5dd6c9 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912044 Feb 16 18:17:33.278004 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e619bc0c-6647-4d91-a384-74d39b0b6c1a req-0ea27bc9-65cd-4105-8646-e58636e22583 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3950984 Feb 16 18:17:33.289141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c90a18-a3dc-4cb5-97ef-aa01caab570c req-7d87e593-95e7-4711-9d20-8a1db7180f4d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:33.290777 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-06c90a18-a3dc-4cb5-97ef-aa01caab570c req-7d87e593-95e7-4711-9d20-8a1db7180f4d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.3314288 Feb 16 18:17:33.499982 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-06c90a18-a3dc-4cb5-97ef-aa01caab570c req-23328090-78c9-46d7-80a6-f5a4b009d1b6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834762 Feb 16 18:17:33.537666 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327ce270-21c1-4e4d-942e-53d24be149e3 req-2880cf04-e75b-48f6-ba2e-c429f1197a3e service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2458286 Feb 16 18:17:33.574832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78687d3a-399b-4c18-820a-c40a4de9ed51 req-228fed03-b679-4598-9b25-6bd89f0d304f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:33.576697 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-78687d3a-399b-4c18-820a-c40a4de9ed51 req-228fed03-b679-4598-9b25-6bd89f0d304f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1749830 Feb 16 18:17:33.682218 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-78687d3a-399b-4c18-820a-c40a4de9ed51 req-444905f3-f6eb-4145-9854-7b2689192009 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988362 Feb 16 18:17:33.722954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74de464-ac4a-4006-b09d-b8a099a6b374 req-8c679cca-be6d-4bf7-a46b-f4cff1e9cba8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:33.726741 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b74de464-ac4a-4006-b09d-b8a099a6b374 req-8c679cca-be6d-4bf7-a46b-f4cff1e9cba8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 944 time: 0.1113360 Feb 16 18:17:33.785018 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b74de464-ac4a-4006-b09d-b8a099a6b374 req-e073c446-0032-45c5-8a98-f62db5748ae1 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526946 Feb 16 18:17:33.791974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1a5fefd9-e1af-4652-a7b8-3042137b238d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:33.860217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38634) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:33.924290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 1a5fefd9-e1af-4652-a7b8-3042137b238d completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:33.930276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 1a5fefd9-e1af-4652-a7b8-3042137b238d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:33.930708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.012137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.027791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:34.031991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Usage tracker for resource:security_group_rule and tenant:8c54dcc6dfc84ac2954d390c9b12b9ae is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:34.036348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:34.041606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:34.069626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bbcd1-0722-44a3-9f6d-168ae636dcfb req-33e92ff3-ea8b-4020-beac-8c130f69d673 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:34.074147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.076194 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-061bbcd1-0722-44a3-9f6d-168ae636dcfb req-33e92ff3-ea8b-4020-beac-8c130f69d673 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.1080053 Feb 16 18:17:34.115978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 1a5fefd9-e1af-4652-a7b8-3042137b238d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:34.117010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b426094f-a0a4-4475-bffd-181517d35ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5fefd9-e1af-4652-a7b8-3042137b238d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:34.140187 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-061bbcd1-0722-44a3-9f6d-168ae636dcfb req-11afe358-0b36-478e-bdf1-8e9129394755 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568054 Feb 16 18:17:34.152981 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.159092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.160070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 739b5852-1a98-4733-b4fb-2e73fd59f64d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:34.187975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.196916 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b426094f-a0a4-4475-bffd-181517d35ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5fefd9-e1af-4652-a7b8-3042137b238d', 'code': 200} Feb 16 18:17:34.197383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:34.202152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0afce9e5-5368-4df8-b126-a5897a032e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:34.251852 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c54dcc6dfc84ac2954d390c9b12b9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879888 Feb 16 18:17:34.251852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8e7d6-2075-40e3-973b-769d1dadbccc,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:34.252290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 38648) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:34.259110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.259629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.260263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.261873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.262481 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.263296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.263797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.264262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.265065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.265248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.265866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.266859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.267387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.267868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.268316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.268758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.269207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.271166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.271753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.272147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.272540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.273329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.274067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.281028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.281226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:34.306681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=1a5fefd9-e1af-4652-a7b8-3042137b238d,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:34.310521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:34.326490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.331015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 739b5852-1a98-4733-b4fb-2e73fd59f64d completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:34.340864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 739b5852-1a98-4733-b4fb-2e73fd59f64d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:34.341417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.357977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.489092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.523911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 739b5852-1a98-4733-b4fb-2e73fd59f64d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:34.558842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a69d98-be36-44c3-9f58-e4c7eb07ad83 req-9a2018d4-8dab-475a-afb0-8f2021ab6a80 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:34.560491 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-89a69d98-be36-44c3-9f58-e4c7eb07ad83 req-9a2018d4-8dab-475a-afb0-8f2021ab6a80 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.0963728 Feb 16 18:17:34.570717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.572772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:34.646900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=739b5852-1a98-4733-b4fb-2e73fd59f64d,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:34.650782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:34.650925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.718447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:34.743641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8e7d6-2075-40e3-973b-769d1dadbccc,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:34.753903 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-89a69d98-be36-44c3-9f58-e4c7eb07ad83 req-7d6ea370-d981-43b4-8c19-8eae90c02fd1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870372 Feb 16 18:17:34.765474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.765878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.766268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.766654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.767117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.767415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.778818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.780052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.780052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:17:34.780052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:34.780246 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0b8e7d6-2075-40e3-973b-769d1dadbccc HTTP/1.1" status: 204 len: 168 time: 0.5267687 Feb 16 18:17:34.787986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:34.829948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1a5fefd9-e1af-4652-a7b8-3042137b238d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:34.843435 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaacc5e-b9b9-4332-9c37-78ee0111a14e req-6f6df3b5-85ad-4287-85c0-b18984e73430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:34.845470 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7eaacc5e-b9b9-4332-9c37-78ee0111a14e req-6f6df3b5-85ad-4287-85c0-b18984e73430 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1162 time: 0.2478814 Feb 16 18:17:34.853691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8e34f-abfb-4ab7-8faf-8a77b4334497 req-4ec93612-5faf-45e9-9392-cc93a4781c22 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:34.855651 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25a8e34f-abfb-4ab7-8faf-8a77b4334497 req-4ec93612-5faf-45e9-9392-cc93a4781c22 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.2132130 Feb 16 18:17:34.940059 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7eaacc5e-b9b9-4332-9c37-78ee0111a14e req-564fe884-17a0-4be5-951b-ea109b421192 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828741 Feb 16 18:17:34.949917 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25a8e34f-abfb-4ab7-8faf-8a77b4334497 req-67cfd210-d333-4eec-9bdf-1e7a64fe7b8a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737841 Feb 16 18:17:34.995979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 1a5fefd9-e1af-4652-a7b8-3042137b238d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:34.996421 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:35.114888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d433b9a-3ae7-4bc5-8bb8-645e97dd5b08 req-760494ae-6d56-4b03-adfc-4e22e496eec5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:35.117284 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8d433b9a-3ae7-4bc5-8bb8-645e97dd5b08 req-760494ae-6d56-4b03-adfc-4e22e496eec5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1610477 Feb 16 18:17:35.185425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 739b5852-1a98-4733-b4fb-2e73fd59f64d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:35.260410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 739b5852-1a98-4733-b4fb-2e73fd59f64d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:35.260836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:35.273462 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8d433b9a-3ae7-4bc5-8bb8-645e97dd5b08 req-f078c643-0a22-48a0-94b1-8e94009110b2 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107275 Feb 16 18:17:35.339948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4552a9-7561-401a-ba21-2f3e78862da2 req-1ac7266a-5af3-4b1f-a7da-e9470fcd5ace tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:35.344165 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d4552a9-7561-401a-ba21-2f3e78862da2 req-1ac7266a-5af3-4b1f-a7da-e9470fcd5ace tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.2234683 Feb 16 18:17:35.418950 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d4552a9-7561-401a-ba21-2f3e78862da2 req-7bbf6fa8-547d-49fa-a057-7c7bc83b5007 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674376 Feb 16 18:17:35.431254 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-bb0ab74a-922a-4943-8e2b-c6aa9909ddce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1417389 Feb 16 18:17:35.621099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38690) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:35.629039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 38694) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:35.643824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:35.648341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-d9173085-3c88-4910-9fde-cb3f8e65f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:35.649993 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-d9173085-3c88-4910-9fde-cb3f8e65f773 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ab00b25134414a9fb5bf9cb74085f0d4&device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 1162 time: 0.0905833 Feb 16 18:17:35.662530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:35.667056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Usage tracker for resource:security_group_rule and tenant:b55017277776447bb0d6b2588361910d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:35.670543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:35.676860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:35.772946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:35.804883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:35.814651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:35.819274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-e7903564-5dce-45e8-8b5d-4948a9e84012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:35.820886 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-e7903564-5dce-45e8-8b5d-4948a9e84012 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0abb97c-ea5f-4852-99b9-0cf443ce82f5 HTTP/1.1" status: 200 len: 905 time: 0.1473231 Feb 16 18:17:35.854024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae8211-d20d-4bf2-b937-704ae85229dd,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:35.859952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:35.866762 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b55017277776447bb0d6b2588361910d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444949 Feb 16 18:17:35.869681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38706) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:35.960947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4164687f-84ac-4944-8929-282b96bf3692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:35.992519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4164687f-84ac-4944-8929-282b96bf3692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:36.088290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4164687f-84ac-4944-8929-282b96bf3692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:36.094288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-89be1e53-55da-43bd-98bf-e335c636cd57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:36.114594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164687f-84ac-4944-8929-282b96bf3692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae8211-d20d-4bf2-b937-704ae85229dd,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:36.117586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4164687f-84ac-4944-8929-282b96bf3692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:36.127598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4164687f-84ac-4944-8929-282b96bf3692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:36.128867 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4164687f-84ac-4944-8929-282b96bf3692 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3aae8211-d20d-4bf2-b937-704ae85229dd HTTP/1.1" status: 204 len: 168 time: 0.2579501 Feb 16 18:17:36.144543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:36.197959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739b5852-1a98-4733-b4fb-2e73fd59f64d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:36.229070 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-c75a4467-bb94-4d56-a617-47304e14ae87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87452e5c-ae19-43ce-9304-8665c16ca735 HTTP/1.1" status: 200 len: 217 time: 0.3707392 Feb 16 18:17:36.297560 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:36.318122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Usage tracker for resource:security_group_rule and tenant:8ace75cf7f9840b29cf2788250c68e06 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:36.326023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:36.341059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:36.372562 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-18e94547-c357-4d4b-9128-67a6732dd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:36.374147 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-18e94547-c357-4d4b-9128-67a6732dd61a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90594a42-92c3-474e-8722-554bb692e741 HTTP/1.1" status: 200 len: 851 time: 0.1327198 Feb 16 18:17:36.459312 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-2d82beab-a95b-4edd-a445-87c5681516bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0abb97c-ea5f-4852-99b9-0cf443ce82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665481 Feb 16 18:17:36.478000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3f1d-29ed-4ece-9505-b70b7361f565 req-fa662f8a-8868-4c6e-9c45-5e9663731303 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:36.479934 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f09a3f1d-29ed-4ece-9505-b70b7361f565 req-fa662f8a-8868-4c6e-9c45-5e9663731303 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.3483586 Feb 16 18:17:36.517711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22449c63-cab1-41f4-a40b-8105b7004c01 req-9120f43c-55a9-4670-83d5-b100edeab49d tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:36.519324 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-22449c63-cab1-41f4-a40b-8105b7004c01 req-9120f43c-55a9-4670-83d5-b100edeab49d tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.3847833 Feb 16 18:17:36.714511 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f09a3f1d-29ed-4ece-9505-b70b7361f565 req-0094c5a3-ef73-439d-b6fe-ffb0808c094c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101784 Feb 16 18:17:36.742598 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-22449c63-cab1-41f4-a40b-8105b7004c01 req-7d4cc174-a396-4c93-9161-dd62fda73cd0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991327 Feb 16 18:17:36.748996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:36.772215 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-54ca4127-b562-4e4e-8097-e0b7f581248e service neutron] 10.222.0.72 "GET /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011093 Feb 16 18:17:36.784037 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739b5852-1a98-4733-b4fb-2e73fd59f64d', 'code': 200} Feb 16 18:17:36.789028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:36.861988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:37.030634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df28a3c5-eb40-4188-8270-26bda9fbec12,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:37.070330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:37.082460 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ace75cf7f9840b29cf2788250c68e06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4473362 Feb 16 18:17:37.085014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38752) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:37.167633 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0af3f21e-2880-4568-b43c-14b4904edb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:37.200652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0af3f21e-2880-4568-b43c-14b4904edb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:37.207108 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1236e6d5-2938-4370-a1f4-b912189da3a3 req-a5122981-2602-4711-83ea-72ffdb605ba2 service neutron] 10.222.0.72 "GET /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3857400 Feb 16 18:17:37.224974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63f469-1956-46a0-b976-c07e3c5acfb6 req-33c87cdc-b7da-4625-8faf-7baebd671cdd tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:37.226717 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f63f469-1956-46a0-b976-c07e3c5acfb6 req-33c87cdc-b7da-4625-8faf-7baebd671cdd tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.3134618 Feb 16 18:17:37.267389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee85bf-76fa-4121-ba92-42b48016ccf2 req-f17d56ba-54b4-4f9f-a78a-82e36497304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:37.269269 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e1ee85bf-76fa-4121-ba92-42b48016ccf2 req-f17d56ba-54b4-4f9f-a78a-82e36497304c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 1163 time: 0.1848881 Feb 16 18:17:37.293873 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f63f469-1956-46a0-b976-c07e3c5acfb6 req-1696e26a-945a-4c6b-9736-60fe454cfb8f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578234 Feb 16 18:17:37.295246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0af3f21e-2880-4568-b43c-14b4904edb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:37.315488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1dd98dec-bb9c-4355-b34c-1789d054f46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:37.354557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3f21e-2880-4568-b43c-14b4904edb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28a3c5-eb40-4188-8270-26bda9fbec12,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:37.357616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0af3f21e-2880-4568-b43c-14b4904edb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:37.358791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0af3f21e-2880-4568-b43c-14b4904edb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:37.360393 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-0af3f21e-2880-4568-b43c-14b4904edb01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df28a3c5-eb40-4188-8270-26bda9fbec12 HTTP/1.1" status: 204 len: 168 time: 0.2745533 Feb 16 18:17:37.361300 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e1ee85bf-76fa-4121-ba92-42b48016ccf2 req-cf79d318-88d2-4498-967b-e36cf1589650 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710933 Feb 16 18:17:37.553601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b716a-5999-4703-af10-5655ffa4bea2 req-3129f1c5-43e1-4f13-ba90-cff4c85fa772 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:37.555191 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-656b716a-5999-4703-af10-5655ffa4bea2 req-3129f1c5-43e1-4f13-ba90-cff4c85fa772 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0955598 Feb 16 18:17:37.644174 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-656b716a-5999-4703-af10-5655ffa4bea2 req-dbfb5e67-dc40-4370-91cb-c423407f9edd tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818746 Feb 16 18:17:38.066400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535f908-9fe2-47cf-a497-0c6b35616b6d req-4411d4c5-0073-4ea2-9f32-9a54b40c4791 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:38.068667 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1535f908-9fe2-47cf-a497-0c6b35616b6d req-4411d4c5-0073-4ea2-9f32-9a54b40c4791 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1967711 Feb 16 18:17:38.079658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d710a-dbf2-479e-8169-338cfbafe3d5 req-d3a9c9c4-0890-4c25-ba95-9d8c4283ebbf tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:38.087061 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c22d710a-dbf2-479e-8169-338cfbafe3d5 req-d3a9c9c4-0890-4c25-ba95-9d8c4283ebbf tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 943 time: 0.1516144 Feb 16 18:17:38.160451 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1535f908-9fe2-47cf-a497-0c6b35616b6d req-89dfda29-f269-4923-8635-9c8321259f60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711274 Feb 16 18:17:38.171157 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c22d710a-dbf2-479e-8169-338cfbafe3d5 req-92a024b4-914b-41d5-b821-188503b29ff6 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831947 Feb 16 18:17:38.182149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38794) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:38.206909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.224309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:38.229898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Usage tracker for resource:security_group_rule and tenant:c09923c382b643f0bf2c515a1a652f55 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:38.233646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:38.239727 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:38.328300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.367281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.380787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device db782865-d67a-426d-bd76-c87369aab57a up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:38.399379 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:38.418131 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c09923c382b643f0bf2c515a1a652f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339368 Feb 16 18:17:38.421377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38808) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:38.492308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c1dacb-780e-4cfc-b209-b094edd536a4,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:38.498360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:38.504220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-73994c60-5290-455b-a05d-962fb216c5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.527988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port db782865-d67a-426d-bd76-c87369aab57a completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:38.533321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port db782865-d67a-426d-bd76-c87369aab57a triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:38.533730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-73994c60-5290-455b-a05d-962fb216c5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.533838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.547458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098c91a-432e-4437-8bde-1438243297d7 req-4ed6eafa-d5f1-4011-b490-370d648e8980 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:38.549535 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a098c91a-432e-4437-8bde-1438243297d7 req-4ed6eafa-d5f1-4011-b490-370d648e8980 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1081002 Feb 16 18:17:38.604290 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a098c91a-432e-4437-8bde-1438243297d7 req-43d8b7ba-8b47-47de-9512-9a34edeb4143 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Feb 16 18:17:38.634096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-73994c60-5290-455b-a05d-962fb216c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.639477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1405f42c-a22d-4cf5-882e-4900e9a48f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:38.652074 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73994c60-5290-455b-a05d-962fb216c5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c1dacb-780e-4cfc-b209-b094edd536a4,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:38.657162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-73994c60-5290-455b-a05d-962fb216c5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:38.659587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-73994c60-5290-455b-a05d-962fb216c5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.660499 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-73994c60-5290-455b-a05d-962fb216c5f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93c1dacb-780e-4cfc-b209-b094edd536a4 HTTP/1.1" status: 204 len: 168 time: 0.2381203 Feb 16 18:17:38.688571 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.729628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port db782865-d67a-426d-bd76-c87369aab57a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db782865-d67a-426d-bd76-c87369aab57a,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:38.759156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.760165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 77b9ae52-ecf0-4a60-9a2d-e535988a148d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:38.795020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:38.830925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:38.865732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61588d9-c4ad-479d-9113-9711006243af req-38b63d18-ee76-4dbe-82c7-e98aa8308486 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:38.878307 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b61588d9-c4ad-479d-9113-9711006243af req-38b63d18-ee76-4dbe-82c7-e98aa8308486 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1113384 Feb 16 18:17:38.916808 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a', 'code': 200} Feb 16 18:17:38.917501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=db782865-d67a-426d-bd76-c87369aab57a,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:38.920970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:38.964407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 77b9ae52-ecf0-4a60-9a2d-e535988a148d completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:17:38.975254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 77b9ae52-ecf0-4a60-9a2d-e535988a148d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:38.976407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:38.996681 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b61588d9-c4ad-479d-9113-9711006243af req-39a0a1a8-9f66-4258-bace-002b188acc9d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203520 Feb 16 18:17:39.230842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:39.279803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 77b9ae52-ecf0-4a60-9a2d-e535988a148d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=77b9ae52-ecf0-4a60-9a2d-e535988a148d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:39.312662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:39.314698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:39.396964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=77b9ae52-ecf0-4a60-9a2d-e535988a148d,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:39.400525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:39.515082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device db782865-d67a-426d-bd76-c87369aab57a up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:39.547791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772cedb-2653-4c79-bd07-9d68aaa8d577 req-2e2a126e-546b-4766-b375-c1296674a63e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:39.549438 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5772cedb-2653-4c79-bd07-9d68aaa8d577 req-2e2a126e-546b-4766-b375-c1296674a63e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.2264931 Feb 16 18:17:39.594606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44ca9b-b354-4c8e-95dd-87fc5cf85309 req-ebc9c8ee-ef78-46e1-b575-5f93825a0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:39.596528 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c44ca9b-b354-4c8e-95dd-87fc5cf85309 req-ebc9c8ee-ef78-46e1-b575-5f93825a0a92 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1163 time: 0.2194300 Feb 16 18:17:39.599904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 38856) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:39.626342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port db782865-d67a-426d-bd76-c87369aab57a triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:39.626991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:39.646134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6a3ad-b44f-407e-801f-73b736df1ebf req-07cde387-87ef-4269-b676-61f1de196a5c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:39.651824 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e0b6a3ad-b44f-407e-801f-73b736df1ebf req-07cde387-87ef-4269-b676-61f1de196a5c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.2176387 Feb 16 18:17:39.652154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38864) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:39.679148 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5772cedb-2653-4c79-bd07-9d68aaa8d577 req-ada0fe09-caec-4c6a-a858-16164bf6f019 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206298 Feb 16 18:17:39.715008 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c44ca9b-b354-4c8e-95dd-87fc5cf85309 req-6d9122c3-6615-482c-a05a-2f75c962ee62 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096966 Feb 16 18:17:39.727632 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e0b6a3ad-b44f-407e-801f-73b736df1ebf req-cdb1ab56-6237-48f7-bcdb-77793651de72 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731666 Feb 16 18:17:39.787367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 739b5852-1a98-4733-b4fb-2e73fd59f64d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:39.873898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 739b5852-1a98-4733-b4fb-2e73fd59f64d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:39.874324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:39.947039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:39.964089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:39.968379 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Usage tracker for resource:security_group_rule and tenant:49de1f0500f6462bac79b7ac8f6891d9 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:39.972032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:39.975080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:39.978184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:39.992865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c9c9-d9e8-49ca-8c33-53ff95249fbc req-d4283944-e9bb-4339-963a-9cdca5849c6d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:39.994775 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2a51c9c9-d9e8-49ca-8c33-53ff95249fbc req-d4283944-e9bb-4339-963a-9cdca5849c6d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1467206 Feb 16 18:17:40.000326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:40.005046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Usage tracker for resource:security_group_rule and tenant:71de7f9cab9d47b7be2182077df17af3 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:40.037944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:40.044747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:40.072586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.091261 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2a51c9c9-d9e8-49ca-8c33-53ff95249fbc req-e6b9e662-3ec3-4a87-82e2-e33009b25495 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827439 Feb 16 18:17:40.134259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.145691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-94c76850-8bd5-436d-a9e5-53126bd9db52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:40.191585 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49de1f0500f6462bac79b7ac8f6891d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374119 Feb 16 18:17:40.195158 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38882) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:40.210498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60621487-6078-4ef6-bc4d-41a0c2083f51,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:40.216222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:40.261709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.268688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ac4acc69-3b95-4404-8d8f-cff146fffc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.290410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbbf1b-e618-4411-a1fa-80bef7ca3cdc req-db35659f-60d6-47ab-889f-406d293b80f8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:40.292077 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-55fbbf1b-e618-4411-a1fa-80bef7ca3cdc req-db35659f-60d6-47ab-889f-406d293b80f8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1274951 Feb 16 18:17:40.302690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ac4acc69-3b95-4404-8d8f-cff146fffc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.389895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ac4acc69-3b95-4404-8d8f-cff146fffc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.396263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6bc8b167-0e89-45cb-96c6-03b3ded1bd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:40.408413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4acc69-3b95-4404-8d8f-cff146fffc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60621487-6078-4ef6-bc4d-41a0c2083f51,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:40.412075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ac4acc69-3b95-4404-8d8f-cff146fffc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:40.419205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ac4acc69-3b95-4404-8d8f-cff146fffc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.423467 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ac4acc69-3b95-4404-8d8f-cff146fffc7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60621487-6078-4ef6-bc4d-41a0c2083f51 HTTP/1.1" status: 204 len: 168 time: 0.2270677 Feb 16 18:17:40.494900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.509202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f4e3a952-70d8-4e1d-a7b3-d46c1b36dd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:40.570426 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-55fbbf1b-e618-4411-a1fa-80bef7ca3cdc req-fbe5f6a7-1bba-404f-9d44-79b727133135 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719533 Feb 16 18:17:40.577944 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71de7f9cab9d47b7be2182077df17af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9742522 Feb 16 18:17:40.577944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a231c68-fc99-43b5-9636-7081b28aad22,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:40.578523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38900) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:40.580821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:40.680127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aeefa7b8-464f-4471-838d-e27cef8c459a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.708703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aeefa7b8-464f-4471-838d-e27cef8c459a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.782577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aeefa7b8-464f-4471-838d-e27cef8c459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.789872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:40.804523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefa7b8-464f-4471-838d-e27cef8c459a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a231c68-fc99-43b5-9636-7081b28aad22,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:40.807751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-aeefa7b8-464f-4471-838d-e27cef8c459a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:40.809229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aeefa7b8-464f-4471-838d-e27cef8c459a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:40.812991 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-aeefa7b8-464f-4471-838d-e27cef8c459a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a231c68-fc99-43b5-9636-7081b28aad22 HTTP/1.1" status: 204 len: 168 time: 0.2309208 Feb 16 18:17:40.822561 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef591d-2b97-4bd6-85c4-857112db6513 req-6f10b5fe-8cfe-48d7-9572-a711d0ffedb0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:40.824253 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5cef591d-2b97-4bd6-85c4-857112db6513 req-6f10b5fe-8cfe-48d7-9572-a711d0ffedb0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1136301 Feb 16 18:17:40.835680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38946) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:40.842593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'floatingip': {'port_id': '739b5852-1a98-4733-b4fb-2e73fd59f64d'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:40.917992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b7e328-11ad-41c1-af5d-15ee3576a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b9ae52-ecf0-4a60-9a2d-e535988a148d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:40.978312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:41.046431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 38952) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:41.059244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d0b62-18aa-4dfb-8f48-4aa3da30fc81 req-c947ae7b-0a70-4f89-8e32-a3dc1febda01 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:41.062851 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f02d0b62-18aa-4dfb-8f48-4aa3da30fc81 req-c947ae7b-0a70-4f89-8e32-a3dc1febda01 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1756282 Feb 16 18:17:41.106125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:41.171706 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:41.195113 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f02d0b62-18aa-4dfb-8f48-4aa3da30fc81 req-a0296e16-4656-4c44-97f0-7dcd8c7a1010 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274984 Feb 16 18:17:41.196331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Usage tracker for resource:security_group_rule and tenant:98e8ccdd2dca4e00b0981f206c49d6a0 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:41.239215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:41.249991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:41.271786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7549d22-5b18-4371-bcf7-20843fe92a3c req-7f9174f2-9e4e-499a-ba3e-ea21945114c8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:41.280604 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7549d22-5b18-4371-bcf7-20843fe92a3c req-7f9174f2-9e4e-499a-ba3e-ea21945114c8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.2779706 Feb 16 18:17:41.310163 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b7e328-11ad-41c1-af5d-15ee3576a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b9ae52-ecf0-4a60-9a2d-e535988a148d', 'code': 200} Feb 16 18:17:41.451992 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7549d22-5b18-4371-bcf7-20843fe92a3c req-d3c2d3dd-94c8-42d3-bfa5-68fa675a0ce8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601567 Feb 16 18:17:41.478176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 77b9ae52-ecf0-4a60-9a2d-e535988a148d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:17:41.508260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:41.589692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 38964) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:41.592493 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 77b9ae52-ecf0-4a60-9a2d-e535988a148d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:17:41.593051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:41.623155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:41.641563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:41.659972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:41.719318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:41.728665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Usage tracker for resource:security_group_rule and tenant:139343e6deb04288a3cb6ae920f8d356 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:41.740398 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98e8ccdd2dca4e00b0981f206c49d6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6754196 Feb 16 18:17:41.743501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:41.748171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 38970) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:41.755504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eec497b-98c4-4058-88c9-4dfe4b29e9bd,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:41.758884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:41.760019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:41.895399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6c73b-6119-4e95-8b0f-b950144308c6 req-f719f268-6658-46c5-8dc5-f18e14725d7e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:41.897056 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25b6c73b-6119-4e95-8b0f-b950144308c6 req-f719f268-6658-46c5-8dc5-f18e14725d7e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.3799803 Feb 16 18:17:41.970195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-442eed57-bc4b-42e2-9f72-3af2a215941e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.028723 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25b6c73b-6119-4e95-8b0f-b950144308c6 req-b71f96b7-b148-4df7-aefc-ac46bd9d4eb1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210849 Feb 16 18:17:42.034906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fdf27-f86d-446e-9f4a-827bd3d8cb37 req-82b76df0-ad23-4554-bf1d-0b33a3b17590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:42.037071 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b0fdf27-f86d-446e-9f4a-827bd3d8cb37 req-82b76df0-ad23-4554-bf1d-0b33a3b17590 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 1162 time: 0.2586820 Feb 16 18:17:42.046013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-442eed57-bc4b-42e2-9f72-3af2a215941e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.050593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.076234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.104870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.154115 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b0fdf27-f86d-446e-9f4a-827bd3d8cb37 req-bfca87a1-a3de-4fe8-ac5e-c4e2b76ba7f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000717 Feb 16 18:17:42.158714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.190920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.203605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2a071836-274a-470c-9f46-780bfe5bc561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:42.221281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-442eed57-bc4b-42e2-9f72-3af2a215941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.269683 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=139343e6deb04288a3cb6ae920f8d356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6673617 Feb 16 18:17:42.272692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 38990) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:42.275217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac14dc-b7d9-4e10-9b81-9cb12875bf02,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:42.278803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:42.280249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:42.309907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eed57-bc4b-42e2-9f72-3af2a215941e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eec497b-98c4-4058-88c9-4dfe4b29e9bd,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:42.313216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-442eed57-bc4b-42e2-9f72-3af2a215941e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:42.360027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-442eed57-bc4b-42e2-9f72-3af2a215941e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.361293 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-442eed57-bc4b-42e2-9f72-3af2a215941e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3eec497b-98c4-4058-88c9-4dfe4b29e9bd HTTP/1.1" status: 204 len: 168 time: 0.6120336 Feb 16 18:17:42.435671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fce5ebbf-6d8d-40c7-bc8e-5b6d1256d953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.469186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fce5ebbf-6d8d-40c7-bc8e-5b6d1256d953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.539976 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Floating IP b8a8cd95-4125-4e18-8ca0-0cc5136a3a76 associated. External IP: 172.27.3.207, port: 739b5852-1a98-4733-b4fb-2e73fd59f64d. Feb 16 18:17:42.567393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605326e-3ee9-4262-9123-949173ef348c req-0297dddf-008a-42a2-8a94-b68ab5028cbb tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:42.569392 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8605326e-3ee9-4262-9123-949173ef348c req-0297dddf-008a-42a2-8a94-b68ab5028cbb tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1880176 Feb 16 18:17:42.570857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fce5ebbf-6d8d-40c7-bc8e-5b6d1256d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.576703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a5f7f378-e17e-4768-9594-a243ab977092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:42.610266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5ebbf-6d8d-40c7-bc8e-5b6d1256d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac14dc-b7d9-4e10-9b81-9cb12875bf02,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:42.619680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fce5ebbf-6d8d-40c7-bc8e-5b6d1256d953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:42.684248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fce5ebbf-6d8d-40c7-bc8e-5b6d1256d953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:42.685469 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-fce5ebbf-6d8d-40c7-bc8e-5b6d1256d953 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bac14dc-b7d9-4e10-9b81-9cb12875bf02 HTTP/1.1" status: 204 len: 168 time: 0.4116585 Feb 16 18:17:42.704687 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8605326e-3ee9-4262-9123-949173ef348c req-46a05f35-4809-480a-a253-8ac77938bcc1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109624 Feb 16 18:17:42.746268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d3e6a-471b-4398-b9b9-5ab3c027087f req-3b258d10-fb8b-40f9-8ac5-5ea1d07ebcc1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:42.748408 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2e4d3e6a-471b-4398-b9b9-5ab3c027087f req-3b258d10-fb8b-40f9-8ac5-5ea1d07ebcc1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1333101 Feb 16 18:17:42.820667 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2e4d3e6a-471b-4398-b9b9-5ab3c027087f req-c4d18cc0-cd7e-4bad-9490-ea99c23231f5 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553071 Feb 16 18:17:42.979824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a242dee-0eda-43b5-b38d-7182cf63dff6 req-194e816f-3ed8-4595-9b33-71e4c7fd61ea tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:42.981487 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8a242dee-0eda-43b5-b38d-7182cf63dff6 req-194e816f-3ed8-4595-9b33-71e4c7fd61ea tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1233687 Feb 16 18:17:42.991956 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39010) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:42.999963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'floatingip': {'port_id': 'db782865-d67a-426d-bd76-c87369aab57a'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:17:43.034859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Router d0179119-07d8-45e5-8003-53de2b09a992 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:17:43.095363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:43.306370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:17:43.311429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:43.321899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] Sync routers for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:17:43.341319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:43.342339 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:17:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:43.409802 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-580e7314-dc30-4a25-9af4-7cfa3c4614b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "PUT /v2.0/floatingips/b8a8cd95-4125-4e18-8ca0-0cc5136a3a76 HTTP/1.1" status: 200 len: 992 time: 2.5728202 Feb 16 18:17:43.410817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'tag': '739b5852-1a98-4733-b4fb-2e73fd59f64d'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:43.454994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba0a3a-f2e0-4cb0-b5b1-aa89b8b4a4f7 req-3de813c6-013b-4af7-a335-40943cea16df tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:43.456775 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2cba0a3a-f2e0-4cb0-b5b1-aa89b8b4a4f7 req-3de813c6-013b-4af7-a335-40943cea16df tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.2843518 Feb 16 18:17:43.618441 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2cba0a3a-f2e0-4cb0-b5b1-aa89b8b4a4f7 req-08d13574-8cbd-46eb-990b-c04bb3933c5d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813842 Feb 16 18:17:43.680156 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'tag': '739b5852-1a98-4733-b4fb-2e73fd59f64d', 'status': 'completed', 'code': 200} Feb 16 18:17:43.912415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:44.042799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c699e-2a47-4b11-a682-df7737df281e req-871ca491-a689-4784-8906-943a85d39d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:44.045863 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e93c699e-2a47-4b11-a682-df7737df281e req-871ca491-a689-4784-8906-943a85d39d8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 1163 time: 0.2810147 Feb 16 18:17:44.440098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'b8a8cd95-4125-4e18-8ca0-0cc5136a3a76', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'port_id': '739b5852-1a98-4733-b4fb-2e73fd59f64d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'mac_address': 'fa:16:3e:ec:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:17:04Z', 'updated_at': '2021-02-16T18:17:41Z', 'revision_number': 1, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:44.447100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] Checking router: d0179119-07d8-45e5-8003-53de2b09a992 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:17:44.458267 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:44.459091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:17:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:44.528227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.resource_extend [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 18:17:44.690419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:44.701942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c699e-2a47-4b11-a682-df7737df281e req-8d856e47-5d03-4669-85d3-012adafd56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:44.703577 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e93c699e-2a47-4b11-a682-df7737df281e req-8d856e47-5d03-4669-85d3-012adafd56c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 905 time: 0.5622084 Feb 16 18:17:44.710357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:44.714698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8278e-103a-4060-a053-2a561021778e req-4bfa29af-55ae-4d86-965d-6b64217ac00f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:44.716413 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-45c8278e-103a-4060-a053-2a561021778e req-4bfa29af-55ae-4d86-965d-6b64217ac00f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.5763032 Feb 16 18:17:44.802110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:45.250009 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e93c699e-2a47-4b11-a682-df7737df281e req-b819a957-bf9e-4c8d-b08d-2709190b59b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 200 len: 1000 time: 0.5325122 Feb 16 18:17:45.257463 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'b8a8cd95-4125-4e18-8ca0-0cc5136a3a76', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'port_id': '739b5852-1a98-4733-b4fb-2e73fd59f64d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'mac_address': 'fa:16:3e:ec:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:17:04Z', 'updated_at': '2021-02-16T18:17:41Z', 'revision_number': 1, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:45.261734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8557ad1-aa26-486c-9dc0-05db2b16c467 None None] The sync data for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi is: [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'b8a8cd95-4125-4e18-8ca0-0cc5136a3a76', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'port_id': '739b5852-1a98-4733-b4fb-2e73fd59f64d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'mac_address': 'fa:16:3e:ec:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:17:04Z', 'updated_at': '2021-02-16T18:17:41Z', 'revision_number': 1, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:17:45.271343 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-45c8278e-103a-4060-a053-2a561021778e req-21fb3fbd-48eb-47d2-9ce1-b2dd43def910 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756980 Feb 16 18:17:45.361275 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Floating IP 9f92e845-b6bc-4e9d-9f91-beda8274d6df associated. External IP: 172.27.3.122, port: db782865-d67a-426d-bd76-c87369aab57a. Feb 16 18:17:45.546862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c699e-2a47-4b11-a682-df7737df281e req-32f6fa7e-7d15-4a1c-9753-3aefa401aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:45.548499 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e93c699e-2a47-4b11-a682-df7737df281e req-32f6fa7e-7d15-4a1c-9753-3aefa401aabf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.2733829 Feb 16 18:17:45.558429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4df80f-9093-4b44-9e46-1d84b1e279cd req-e1fd85af-0626-4dce-b69d-d28e80741df8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:45.567269 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6f4df80f-9093-4b44-9e46-1d84b1e279cd req-e1fd85af-0626-4dce-b69d-d28e80741df8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.5725298 Feb 16 18:17:45.670383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68012e0d-37dc-43d0-be3d-625b4ae1ba0e None None] New status for floating IP b8a8cd95-4125-4e18-8ca0-0cc5136a3a76: ACTIVE {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:17:45.693084 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6f4df80f-9093-4b44-9e46-1d84b1e279cd req-eac82137-9fe7-4d87-a17c-bf53e0108eeb tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882089 Feb 16 18:17:45.927367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c699e-2a47-4b11-a682-df7737df281e req-ff511af2-0738-41c4-8f71-58382ace6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:45.929234 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e93c699e-2a47-4b11-a682-df7737df281e req-ff511af2-0738-41c4-8f71-58382ace6b18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3681962 Feb 16 18:17:46.311529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Router aab39e15-8faf-48dd-af26-53b8971419f5 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:17:46.425372 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e93c699e-2a47-4b11-a682-df7737df281e req-1b99e60d-3f69-4a4c-a031-7526cda4185a service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885113 Feb 16 18:17:46.717739 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e93c699e-2a47-4b11-a682-df7737df281e req-27bfb20e-c2bf-4d2f-b927-4e3dc3880a00 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2317367 Feb 16 18:17:46.767019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:17:46.771903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:46.778915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] Sync routers for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:17:46.791332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:46.792288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:17:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:46.841916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab288255-6590-4b68-8f62-0f63367c5d90 req-e1a02af6-27c8-4705-bab4-7ad80206ee30 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:46.850287 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab288255-6590-4b68-8f62-0f63367c5d90 req-e1a02af6-27c8-4705-bab4-7ad80206ee30 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.4275997 Feb 16 18:17:46.965099 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5403bb38-b2c7-48d3-88d0-a2b9d4540fb2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "PUT /v2.0/floatingips/9f92e845-b6bc-4e9d-9f91-beda8274d6df HTTP/1.1" status: 200 len: 992 time: 3.9719496 Feb 16 18:17:46.968808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:46.997572 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab288255-6590-4b68-8f62-0f63367c5d90 req-5ad3a11f-8233-4f97-8d87-b31944621ea6 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462789 Feb 16 18:17:47.040846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:47.051073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871ffee-a1c7-4e07-94e5-3dfc635427b9 req-fc36a4d3-7612-43e0-9da4-cabd64009fd3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:47.059581 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0871ffee-a1c7-4e07-94e5-3dfc635427b9 req-fc36a4d3-7612-43e0-9da4-cabd64009fd3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.2246051 Feb 16 18:17:47.157238 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0871ffee-a1c7-4e07-94e5-3dfc635427b9 req-c08ee2f6-64d9-44ef-8c92-b49120dec1c5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963986 Feb 16 18:17:47.253499 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a', 'status': 'completed', 'code': 200} Feb 16 18:17:47.404659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-9c16ee87-1e5c-4506-9ecb-6a86b5a51de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:47.406544 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-9c16ee87-1e5c-4506-9ecb-6a86b5a51de8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1163 time: 0.1119950 Feb 16 18:17:47.657661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '9f92e845-b6bc-4e9d-9f91-beda8274d6df', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'port_id': 'db782865-d67a-426d-bd76-c87369aab57a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'mac_address': 'fa:16:3e:fe:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:17:03Z', 'updated_at': '2021-02-16T18:17:44Z', 'revision_number': 1, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:47.658014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-8eda4d45-0277-43b8-859b-0d7e59a8e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:47.659644 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-8eda4d45-0277-43b8-859b-0d7e59a8e2a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.2363029 Feb 16 18:17:47.662030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] Checking router: aab39e15-8faf-48dd-af26-53b8971419f5 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:17:47.671031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:17:47.671731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:17:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:47.796099 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-a25608f3-2297-4b20-a27e-3fe04ab25f79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 200 len: 1000 time: 0.1214030 Feb 16 18:17:47.967681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-7f6078a8-42eb-4b8d-ae73-f7b137fe29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:47.970416 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-7f6078a8-42eb-4b8d-ae73-f7b137fe29df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.1670423 Feb 16 18:17:48.110604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:17:48.211441 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-54c08931-efa7-4ce7-91bb-ff70974f3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:48.213162 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-54c08931-efa7-4ce7-91bb-ff70974f3911 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 1162 time: 0.3305678 Feb 16 18:17:48.267976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590d2f-e5df-41f6-9089-152385ea744e req-cb59713f-71c6-441a-8347-9904d742f449 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:48.269575 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-11590d2f-e5df-41f6-9089-152385ea744e req-cb59713f-71c6-441a-8347-9904d742f449 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.3074620 Feb 16 18:17:48.275641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fd948-7baf-4cc4-af00-63d55054e347 req-78cbbaa2-8f59-4be5-af37-8d0766384614 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:48.277314 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-016fd948-7baf-4cc4-af00-63d55054e347 req-78cbbaa2-8f59-4be5-af37-8d0766384614 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.2421706 Feb 16 18:17:48.331787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-05020fff-6282-479a-8ca1-b679f94fc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:48.333405 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-05020fff-6282-479a-8ca1-b679f94fc9a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3005273 Feb 16 18:17:48.524544 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '9f92e845-b6bc-4e9d-9f91-beda8274d6df', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'port_id': 'db782865-d67a-426d-bd76-c87369aab57a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'mac_address': 'fa:16:3e:fe:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:17:03Z', 'updated_at': '2021-02-16T18:17:44Z', 'revision_number': 1, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:48.528567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a312b02-9423-402a-82cd-12fa64b89e0d None None] The sync data for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi is: [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '9f92e845-b6bc-4e9d-9f91-beda8274d6df', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'port_id': 'db782865-d67a-426d-bd76-c87369aab57a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'mac_address': 'fa:16:3e:fe:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:17:03Z', 'updated_at': '2021-02-16T18:17:44Z', 'revision_number': 1, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:17:48.581068 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-016fd948-7baf-4cc4-af00-63d55054e347 req-52eadea5-108d-421f-bfd6-5908fe8009ab tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875214 Feb 16 18:17:48.605409 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-11590d2f-e5df-41f6-9089-152385ea744e req-43384e87-8147-441a-8d4b-d20a988d330e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156798 Feb 16 18:17:48.679192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39190) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:48.717262 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-aa784eb4-69ab-4ab0-9320-c8fe86f36108 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299429 Feb 16 18:17:48.762539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-84bd7451-97c6-451a-b6e6-4a4223b64702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:48.762539 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-84bd7451-97c6-451a-b6e6-4a4223b64702 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 912 time: 0.5273314 Feb 16 18:17:48.870867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:48.903937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:48.908709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Usage tracker for resource:security_group_rule and tenant:6517b58b67c8470bbbe549e1bfb03e06 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:48.912296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:48.918533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:48.968373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaed5c2-63cb-4aa3-88b3-93cd07ab5756 None None] New status for floating IP 9f92e845-b6bc-4e9d-9f91-beda8274d6df: ACTIVE {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:17:49.045518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:49.099599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:49.111809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f7970bde-e020-4828-b752-9ef1983f2da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:49.185096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5203b141-89f0-485f-a494-13ae9806ec60,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:49.196016 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:49.221309 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-95501a0d-e1ca-4e92-8027-006bd8b185bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77b9ae52-ecf0-4a60-9a2d-e535988a148d HTTP/1.1" status: 200 len: 217 time: 0.3967648 Feb 16 18:17:49.227441 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6517b58b67c8470bbbe549e1bfb03e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470464 Feb 16 18:17:49.230607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39206) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:49.308854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ec900d44-4080-487f-a0c3-d18971d5c387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:49.321442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-6b3d1b8a-7edc-45b1-8922-783e599f1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:49.323876 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-6b3d1b8a-7edc-45b1-8922-783e599f1950 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.0877101 Feb 16 18:17:49.351816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ec900d44-4080-487f-a0c3-d18971d5c387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:49.409834 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-e3694b47-077a-4bcd-bd74-a19cd23a250d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704663 Feb 16 18:17:49.466346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79e15-faf9-4cee-b3d0-3c51087d0522 req-f455b5e9-6160-442f-a842-9a4f017128c0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:49.467900 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cbb79e15-faf9-4cee-b3d0-3c51087d0522 req-f455b5e9-6160-442f-a842-9a4f017128c0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.7052090 Feb 16 18:17:49.482549 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-367ae700-5bc8-42a8-8e0d-cf6e11c73f9a req-68cff495-ac85-40c5-ab2e-ce5da66909bd service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7498477 Feb 16 18:17:49.510675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ec900d44-4080-487f-a0c3-d18971d5c387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:49.516050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0af3f21e-2880-4568-b43c-14b4904edb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:49.530661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec900d44-4080-487f-a0c3-d18971d5c387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5203b141-89f0-485f-a494-13ae9806ec60,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:49.534204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ec900d44-4080-487f-a0c3-d18971d5c387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:49.540064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ec900d44-4080-487f-a0c3-d18971d5c387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:49.544014 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ec900d44-4080-487f-a0c3-d18971d5c387 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5203b141-89f0-485f-a494-13ae9806ec60 HTTP/1.1" status: 204 len: 168 time: 0.3094108 Feb 16 18:17:49.612141 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cbb79e15-faf9-4cee-b3d0-3c51087d0522 req-d9446bad-9189-480b-b1ed-128de882680f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226468 Feb 16 18:17:49.643267 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-3aff3f68-1f0a-4906-a79b-e5cb4405bcf0 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107127 Feb 16 18:17:49.680228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:17:49.931455 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-801942b5-9f60-4ac8-9d3e-060d0f78e312 req-88daa4d6-2f24-4d80-abdd-b3217a9f2e78 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2808840 Feb 16 18:17:49.971321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75570-37f9-4f7f-a7a5-6b6471001d10 req-0131c4e1-620d-495c-917d-19b221524c62 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:49.973081 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25e75570-37f9-4f7f-a7a5-6b6471001d10 req-0131c4e1-620d-495c-917d-19b221524c62 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1958525 Feb 16 18:17:49.982836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489d0bf-cd7a-4ffc-9947-d0ffcbbe05f5 req-bfad1ada-fde5-41ed-a835-1f4774cc19e9 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:49.984515 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b489d0bf-cd7a-4ffc-9947-d0ffcbbe05f5 req-bfad1ada-fde5-41ed-a835-1f4774cc19e9 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.2182665 Feb 16 18:17:50.058894 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25e75570-37f9-4f7f-a7a5-6b6471001d10 req-3b3b7f36-780b-4901-8fee-be61d5d839de tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728393 Feb 16 18:17:50.083877 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b489d0bf-cd7a-4ffc-9947-d0ffcbbe05f5 req-2e2e5ea4-741a-4348-926c-4c3530da1df2 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682442 Feb 16 18:17:50.155835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39230) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:50.178082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:50.198160 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:50.202311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Usage tracker for resource:security_group_rule and tenant:0c6f7a7e26234576937918ce905123da is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:50.205368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:50.211788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:50.301229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:50.356453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:50.366901 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ec900d44-4080-487f-a0c3-d18971d5c387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:50.410108 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c6f7a7e26234576937918ce905123da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532959 Feb 16 18:17:50.411062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d4967-a37e-4702-af2d-79c609694c76,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:50.413147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39236) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:50.414501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:50.480761 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0272c24e-24cb-43a1-83f8-704ffbff0bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:50.508347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0272c24e-24cb-43a1-83f8-704ffbff0bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:50.632935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-2afc79b5-5418-4e2a-88dc-9e4a9510bf37 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:50.635670 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-2afc79b5-5418-4e2a-88dc-9e4a9510bf37 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.1161079 Feb 16 18:17:50.687404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0272c24e-24cb-43a1-83f8-704ffbff0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:50.699870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-022246d6-d1fe-45b1-9be0-371fe0b25071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:50.728789 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272c24e-24cb-43a1-83f8-704ffbff0bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d4967-a37e-4702-af2d-79c609694c76,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:50.731489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0272c24e-24cb-43a1-83f8-704ffbff0bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:50.742454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Deleting port 87452e5c-ae19-43ce-9304-8665c16ca735 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:17:50.742851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:50.779676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0272c24e-24cb-43a1-83f8-704ffbff0bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:50.780880 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-0272c24e-24cb-43a1-83f8-704ffbff0bb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed5d4967-a37e-4702-af2d-79c609694c76 HTTP/1.1" status: 204 len: 168 time: 0.3661931 Feb 16 18:17:50.986492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5263b-c45d-4a70-b1d3-46f8377821c8 req-77391d73-5adb-4c40-892a-5294d7e3e278 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:50.988792 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84f5263b-c45d-4a70-b1d3-46f8377821c8 req-77391d73-5adb-4c40-892a-5294d7e3e278 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.2157388 Feb 16 18:17:51.122741 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84f5263b-c45d-4a70-b1d3-46f8377821c8 req-683de385-30c7-4151-8682-63613170e976 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815499 Feb 16 18:17:51.161027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] For port 87452e5c-ae19-43ce-9304-8665c16ca735, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=87452e5c-ae19-43ce-9304-8665c16ca735,segment=NetworkSegment(984a7180-aae1-4e7e-882e-798e2f5bd742),segment_id=984a7180-aae1-4e7e-882e-798e2f5bd742)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:17:51.161420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:51.318226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Calling delete_port for 87452e5c-ae19-43ce-9304-8665c16ca735 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:17:51.574911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 87452e5c-ae19-43ce-9304-8665c16ca735 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:17:51.673256 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0116c-dda6-4027-8457-90e1f0984af0 req-33ea6e76-3de7-43f4-a39e-7171aec2efab tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:51.674869 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dff0116c-dda6-4027-8457-90e1f0984af0 req-33ea6e76-3de7-43f4-a39e-7171aec2efab tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 945 time: 0.3681033 Feb 16 18:17:51.684602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7b88e-b83e-449f-a900-400504320d88 req-c6fb0867-1345-4e91-9260-9f5dc6487868 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:51.686146 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d1e7b88e-b83e-449f-a900-400504320d88 req-c6fb0867-1345-4e91-9260-9f5dc6487868 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.3781106 Feb 16 18:17:51.708377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:51.771246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:51.777986 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dff0116c-dda6-4027-8457-90e1f0984af0 req-42527562-f05d-4ddb-b769-a6954cdab125 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/security-groups?id=b207b1ef-39b4-4ce7-ac46-59348e069a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907371 Feb 16 18:17:51.787417 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d1e7b88e-b83e-449f-a900-400504320d88 req-33dfaaf8-b989-465a-a96f-c4d235626c80 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781956 Feb 16 18:17:51.805363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:51.864034 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Pushing event deleted for resources: {'Port': ['ID=87452e5c-ae19-43ce-9304-8665c16ca735,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:51.869556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:52.002506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dad5ac2f-0cfe-4201-b0ce-597154757ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:52.290633 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] No DVR routers for this DVR port 87452e5c-ae19-43ce-9304-8665c16ca735 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:17:52.337527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:52.341482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdab723b-a852-49fd-9f35-3bdce5481b7d', 'name': 'network-vif-deleted', 'tag': '87452e5c-ae19-43ce-9304-8665c16ca735'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:17:52.400792 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdab723b-a852-49fd-9f35-3bdce5481b7d', 'name': 'network-vif-deleted', 'tag': '87452e5c-ae19-43ce-9304-8665c16ca735', 'status': 'completed', 'code': 200} Feb 16 18:17:52.403012 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2fba66cf-cec6-4395-a612-f56a3ed7ff64 req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.72 "DELETE /v2.0/ports/87452e5c-ae19-43ce-9304-8665c16ca735 HTTP/1.1" status: 204 len: 173 time: 1.7617786 Feb 16 18:17:52.423336 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3ce9-6ad3-4e8a-a221-9c2a4ed459a9 req-27a70653-e2a2-4169-9234-663c51cdb8db tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:52.425174 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a4e3ce9-6ad3-4e8a-a221-9c2a4ed459a9 req-27a70653-e2a2-4169-9234-663c51cdb8db tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1422737 Feb 16 18:17:52.496232 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a4e3ce9-6ad3-4e8a-a221-9c2a4ed459a9 req-78413b44-9bc4-462b-8c98-0d23ca9bfddc tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635855 Feb 16 18:17:53.038617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-49847aa0-c50b-47a9-98a0-6d794c3cf480 req-ce05097b-d3d9-4c9b-9e40-85b87a9a8620 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Synchronizing usage tracker for tenant:ab00b25134414a9fb5bf9cb74085f0d4 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:17:53.104963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629124-2613-48c3-8c5f-7eb11f355a40 req-9eef2694-e2b4-4245-9173-588284c66789 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:53.106592 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af629124-2613-48c3-8c5f-7eb11f355a40 req-9eef2694-e2b4-4245-9173-588284c66789 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1092818 Feb 16 18:17:53.162851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-49847aa0-c50b-47a9-98a0-6d794c3cf480 req-ce05097b-d3d9-4c9b-9e40-85b87a9a8620 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Unset dirty status for tenant:ab00b25134414a9fb5bf9cb74085f0d4 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:17:53.164186 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-49847aa0-c50b-47a9-98a0-6d794c3cf480 req-ce05097b-d3d9-4c9b-9e40-85b87a9a8620 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdab723b-a852-49fd-9f35-3bdce5481b7d HTTP/1.1" status: 200 len: 210 time: 0.2089813 Feb 16 18:17:53.197092 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af629124-2613-48c3-8c5f-7eb11f355a40 req-601a10e4-df7b-4d19-a695-c72a4c1a79a3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763154 Feb 16 18:17:53.612372 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39344) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:53.715377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b123aa5-39ff-448a-8f03-9133723eca4e req-d713374f-279d-4697-a546-ff230b6af365 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:53.717054 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5b123aa5-39ff-448a-8f03-9133723eca4e req-d713374f-279d-4697-a546-ff230b6af365 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.0973039 Feb 16 18:17:53.762266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:53.792879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:53.801101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Usage tracker for resource:security_group_rule and tenant:22cac9544a3b424ebaf3fc25989c3258 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:53.806097 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5b123aa5-39ff-448a-8f03-9133723eca4e req-d8351b79-fdd5-4e5e-a311-c3e2677e040c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822434 Feb 16 18:17:53.806925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:53.816992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:53.898529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:53.930330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:53.940413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:53.984799 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22cac9544a3b424ebaf3fc25989c3258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685844 Feb 16 18:17:53.984992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39352) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:53.987854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade7f972-d5f5-43fc-b72a-a0f82b390d09,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:54.002180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:54.054067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-df57bf19-f026-4668-add9-a29aec053018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:54.086205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-df57bf19-f026-4668-add9-a29aec053018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:54.181713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-df57bf19-f026-4668-add9-a29aec053018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:54.181939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0cc66ba7-7c10-42e9-b978-5fa040cf1ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:54.187680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:54.201958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57bf19-f026-4668-add9-a29aec053018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade7f972-d5f5-43fc-b72a-a0f82b390d09,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:54.204766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df57bf19-f026-4668-add9-a29aec053018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:54.205998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-df57bf19-f026-4668-add9-a29aec053018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:54.207821 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-df57bf19-f026-4668-add9-a29aec053018 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ade7f972-d5f5-43fc-b72a-a0f82b390d09 HTTP/1.1" status: 204 len: 168 time: 0.2212293 Feb 16 18:17:54.439238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6babe2e-af56-4005-9496-a221b229334c req-0bd02667-90a5-4c61-b022-cbd1adf6630e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:54.448325 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f6babe2e-af56-4005-9496-a221b229334c req-0bd02667-90a5-4c61-b022-cbd1adf6630e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1260757 Feb 16 18:17:54.547788 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f6babe2e-af56-4005-9496-a221b229334c req-7746bc49-e12a-4e20-ba90-4c7621112bb6 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983684 Feb 16 18:17:54.763141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39394) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:54.790221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:54.806195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:54.810614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Usage tracker for resource:security_group_rule and tenant:cbea43ba630f4abbbf9e5e62051d4f70 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:54.813630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:54.820212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:54.918046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:54.970698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:54.987236 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:55.007174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-442eed57-bc4b-42e2-9f72-3af2a215941e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:55.052182 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbea43ba630f4abbbf9e5e62051d4f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877789 Feb 16 18:17:55.055092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39404) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:55.058470 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd43a8aa-0d61-49d2-a01d-90abdf03a523,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:55.062105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:55.094174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa4709-752e-4b9c-b319-1fa6976ebc6e req-21345853-204f-4368-b0f2-a30815538fc7 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:55.095851 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63aa4709-752e-4b9c-b319-1fa6976ebc6e req-21345853-204f-4368-b0f2-a30815538fc7 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1521544 Feb 16 18:17:55.124341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fba0-0a51-4367-af1b-8732b1a0e6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:55.147069 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63aa4709-752e-4b9c-b319-1fa6976ebc6e req-243e99a3-c4e6-4019-956a-fa043047c032 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Feb 16 18:17:55.167011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fba0-0a51-4367-af1b-8732b1a0e6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:55.238979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fba0-0a51-4367-af1b-8732b1a0e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:55.243994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:55.257275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3fba0-0a51-4367-af1b-8732b1a0e6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd43a8aa-0d61-49d2-a01d-90abdf03a523,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:55.262430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3cb3fba0-0a51-4367-af1b-8732b1a0e6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:55.267360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fba0-0a51-4367-af1b-8732b1a0e6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:55.269041 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-3cb3fba0-0a51-4367-af1b-8732b1a0e6da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd43a8aa-0d61-49d2-a01d-90abdf03a523 HTTP/1.1" status: 204 len: 168 time: 0.2124498 Feb 16 18:17:55.760455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dea1e-8362-4bec-9e74-a79a1570c58f req-12fa8463-edcf-4ad9-96ca-5069a8c102ce tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:55.762284 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-079dea1e-8362-4bec-9e74-a79a1570c58f req-12fa8463-edcf-4ad9-96ca-5069a8c102ce tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.0974524 Feb 16 18:17:55.813904 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-079dea1e-8362-4bec-9e74-a79a1570c58f req-0f85ca6b-f520-47e5-a5a3-e1a93f6d6168 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Feb 16 18:17:55.888136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.257226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39450) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:56.336602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Deleting subnet 90594a42-92c3-474e-8722-554bb692e741 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:17:56.341325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.395057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cbcaa-9287-4ba4-87b7-a6bcd80351a7 req-3ee61e58-284a-47a4-9133-2af8f0e81db6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:56.397015 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-707cbcaa-9287-4ba4-87b7-a6bcd80351a7 req-3ee61e58-284a-47a4-9133-2af8f0e81db6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1086297 Feb 16 18:17:56.416864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.425410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.425646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.451820 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-707cbcaa-9287-4ba4-87b7-a6bcd80351a7 req-3ca12dd3-dc2b-40e5-8a74-f21d78c966f4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Feb 16 18:17:56.731523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.751915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:56.784599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39466) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:56.806599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90594a42-92c3-474e-8722-554bb692e741,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:56.809576 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:56.941802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.949121 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/90594a42-92c3-474e-8722-554bb692e741 HTTP/1.1" status: 204 len: 168 time: 0.6907578 Feb 16 18:17:56.951887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39484) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:57.123633 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:57.167110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:57.219871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:57.244773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Usage tracker for resource:security_group_rule and tenant:a3bd5d6e0059407a9993076bffd87b8c is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:57.255138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:57.265606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:57.337759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f6b12-3981-442e-be8b-161b9fe69b58 req-2156dc1b-7d01-4a82-8288-d59698d818aa tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:57.339316 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e67f6b12-3981-442e-be8b-161b9fe69b58 req-2156dc1b-7d01-4a82-8288-d59698d818aa tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.3636069 Feb 16 18:17:57.447664 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:57.554009 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e67f6b12-3981-442e-be8b-161b9fe69b58 req-5c136c67-726c-483a-ba83-afd899846140 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936619 Feb 16 18:17:57.658413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.658824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.659689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.660632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > port after_create 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.661051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.661427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > port after_update 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.661814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.662172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.662531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.662933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.732612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.733010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.733398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.733767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:17:57.734164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0abb97c-ea5f-4852-99b9-0cf443ce82f5']}} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:57.759535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984a7180-aae1-4e7e-882e-798e2f5bd742') {'for_net_delete': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:57.759914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984a7180-aae1-4e7e-882e-798e2f5bd742') {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:17:57.775690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822511976'] for segment, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:57.814616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:57.828119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:17:57.859108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:57.923768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:57.941983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c9d050b0-d245-4926-9e37-c23757bdce5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:57.975683 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048834-b204-4968-8a19-939360470a44 req-ed38df5d-ec9c-4501-bffe-e2e8de99fdaa tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:57.977407 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1e048834-b204-4968-8a19-939360470a44 req-ed38df5d-ec9c-4501-bffe-e2e8de99fdaa tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.3884077 Feb 16 18:17:58.101889 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3bd5d6e0059407a9993076bffd87b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3156600 Feb 16 18:17:58.105583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39522) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:58.118312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b1ab1b-df85-430b-b0d5-ecda9dd58f76,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:58.121825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:58.124020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:17:58.136104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32469725'] for segment, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.186140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4996e52d-30f4-46d8-bf4f-6e8117abe8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.213978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4996e52d-30f4-46d8-bf4f-6e8117abe8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.239403 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1e048834-b204-4968-8a19-939360470a44 req-7901e3aa-18fc-41c2-98d9-49f52ef77274 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356272 Feb 16 18:17:58.290214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4996e52d-30f4-46d8-bf4f-6e8117abe8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.295597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-01a35445-0866-409c-80b5-79d1fdc2b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:58.309560 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996e52d-30f4-46d8-bf4f-6e8117abe8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b1ab1b-df85-430b-b0d5-ecda9dd58f76,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:58.312727 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4996e52d-30f4-46d8-bf4f-6e8117abe8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:58.314912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4996e52d-30f4-46d8-bf4f-6e8117abe8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.317340 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4996e52d-30f4-46d8-bf4f-6e8117abe8ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6b1ab1b-df85-430b-b0d5-ecda9dd58f76 HTTP/1.1" status: 204 len: 168 time: 0.2087054 Feb 16 18:17:58.351095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Network f0abb97c-ea5f-4852-99b9-0cf443ce82f5 has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: from cryptography.utils import int_from_bytes Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: from cryptography.utils import int_from_bytes Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: (rel_b, rel_a, rel_b), Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:17:58.380773 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:17:58.598906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.603477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-64a1a0f1-e11a-4e08-8fba-870b42896571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:58.629489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.642873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0abb97c-ea5f-4852-99b9-0cf443ce82f5,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:58.650634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:58.658970 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f0abb97c-ea5f-4852-99b9-0cf443ce82f5 HTTP/1.1" status: 204 len: 168 time: 1.7034438 Feb 16 18:17:58.794659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3eec5-a7c0-4b4c-b276-54eb812c1200 req-676c9379-7f42-4ef1-beb5-a02676d5019f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:58.796341 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ceb3eec5-a7c0-4b4c-b276-54eb812c1200 req-676c9379-7f42-4ef1-beb5-a02676d5019f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1013291 Feb 16 18:17:58.845339 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ceb3eec5-a7c0-4b4c-b276-54eb812c1200 req-99c45589-6f92-41d3-bbed-86afebecc50b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Feb 16 18:17:58.939618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39540) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:58.959104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.966586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39544) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:58.974695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:17:58.979187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Usage tracker for resource:security_group_rule and tenant:d0b93c3966fe48d6ac9091a6c0349b7e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:17:58.982281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:17:58.988623 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:17:59.020757 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-10158160-4ebf-4cff-9d81-0ba651bad46e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab00b25134414a9fb5bf9cb74085f0d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0504386 Feb 16 18:17:59.020928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39550) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:59.080009 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.093844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b0d277c-51aa-46da-86a4-cf5092130a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.119466 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.122248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b0d277c-51aa-46da-86a4-cf5092130a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.128630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-76879305-f38b-4cf3-8134-fc39854461a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:59.178100 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0b93c3966fe48d6ac9091a6c0349b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372603 Feb 16 18:17:59.179125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1325efef-0d0a-4ce4-9699-826a1dbada2b,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:59.181181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39556) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:17:59.182659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:59.197472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b0d277c-51aa-46da-86a4-cf5092130a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.206617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:59.228799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d277c-51aa-46da-86a4-cf5092130a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b207b1ef-39b4-4ce7-ac46-59348e069a25,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:59.234703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4b0d277c-51aa-46da-86a4-cf5092130a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:59.244635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b0d277c-51aa-46da-86a4-cf5092130a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.246036 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4b0d277c-51aa-46da-86a4-cf5092130a9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b207b1ef-39b4-4ce7-ac46-59348e069a25 HTTP/1.1" status: 204 len: 168 time: 0.2239699 Feb 16 18:17:59.273821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ab2105b7-6735-4ce8-84cf-801b4875d284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.303232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ab2105b7-6735-4ce8-84cf-801b4875d284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.403041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ab2105b7-6735-4ce8-84cf-801b4875d284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.416261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:17:59.436879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2105b7-6735-4ce8-84cf-801b4875d284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1325efef-0d0a-4ce4-9699-826a1dbada2b,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:17:59.439882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ab2105b7-6735-4ce8-84cf-801b4875d284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:17:59.447909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ab2105b7-6735-4ce8-84cf-801b4875d284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:59.449177 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ab2105b7-6735-4ce8-84cf-801b4875d284 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1325efef-0d0a-4ce4-9699-826a1dbada2b HTTP/1.1" status: 204 len: 168 time: 0.2670472 Feb 16 18:17:59.476205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2ccfb-71bc-4d82-bd45-97f73f8c0044 req-057dc90c-c973-48e0-acdd-e4ea7e0d7046 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:17:59.478117 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cfb2ccfb-71bc-4d82-bd45-97f73f8c0044 req-057dc90c-c973-48e0-acdd-e4ea7e0d7046 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1201787 Feb 16 18:17:59.529934 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cfb2ccfb-71bc-4d82-bd45-97f73f8c0044 req-11271021-7494-4876-b49c-6f5f065ff06b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Feb 16 18:17:59.971790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39586) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:00.034352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:00.060105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:00.067182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Usage tracker for resource:security_group_rule and tenant:ef6322c053014bb19ba100dbbaac321a is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:00.070966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:00.079097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:00.132226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f45b53-2bce-4544-bef1-325274a54303 req-6296bf6d-da2a-4974-a2e5-34919a731a57 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:00.133712 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-83f45b53-2bce-4544-bef1-325274a54303 req-6296bf6d-da2a-4974-a2e5-34919a731a57 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1442220 Feb 16 18:18:00.204818 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-83f45b53-2bce-4544-bef1-325274a54303 req-7dfccafe-17f2-4390-a34b-c1a3803d11be tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636976 Feb 16 18:18:00.246584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:00.276031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:00.286643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:00.331677 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef6322c053014bb19ba100dbbaac321a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567407 Feb 16 18:18:00.332115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ea071-d68d-400e-98a8-d2245d233b5c,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:00.333301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39600) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:00.336925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:00.412379 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-514050ad-3b92-40e2-afaa-56362ff14adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:00.440634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-514050ad-3b92-40e2-afaa-56362ff14adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:00.516029 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-514050ad-3b92-40e2-afaa-56362ff14adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:00.521544 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:00.534451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514050ad-3b92-40e2-afaa-56362ff14adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1ea071-d68d-400e-98a8-d2245d233b5c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:00.539968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-514050ad-3b92-40e2-afaa-56362ff14adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:00.544215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-514050ad-3b92-40e2-afaa-56362ff14adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:00.545443 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-514050ad-3b92-40e2-afaa-56362ff14adc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f1ea071-d68d-400e-98a8-d2245d233b5c HTTP/1.1" status: 204 len: 168 time: 0.2115695 Feb 16 18:18:00.743200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8697e-4ce0-4104-a8d2-c12bda3508e5 req-c5a67600-7210-4eff-b649-2ce1e4c2d740 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:00.744849 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-94e8697e-4ce0-4104-a8d2-c12bda3508e5 req-c5a67600-7210-4eff-b649-2ce1e4c2d740 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.0904090 Feb 16 18:18:00.802946 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-94e8697e-4ce0-4104-a8d2-c12bda3508e5 req-a2059504-c0d1-4c0e-a507-e0fae0c08ec6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481215 Feb 16 18:18:01.428457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d729e-3d12-47d3-a839-680ae235c292 req-932665eb-cba2-4c68-909e-fafd6d4cb625 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:01.431330 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-286d729e-3d12-47d3-a839-680ae235c292 req-932665eb-cba2-4c68-909e-fafd6d4cb625 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1021101 Feb 16 18:18:01.484661 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-286d729e-3d12-47d3-a839-680ae235c292 req-bee250d3-e9b9-4a49-837e-e18e7b783e6c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449104 Feb 16 18:18:07.270876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e2606-12bb-402f-8207-a0a486a6e4f8 req-dba380cb-50a7-4208-a3ec-f990aad8ec86 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:07.272514 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-340e2606-12bb-402f-8207-a0a486a6e4f8 req-dba380cb-50a7-4208-a3ec-f990aad8ec86 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.3744998 Feb 16 18:18:07.279284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864a8-54eb-4272-b3dd-b3530b336a18 req-43b8eddc-16b8-4478-8fb7-1da39e8fdb46 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:07.280799 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ba0864a8-54eb-4272-b3dd-b3530b336a18 req-43b8eddc-16b8-4478-8fb7-1da39e8fdb46 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1164906 Feb 16 18:18:07.356706 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-340e2606-12bb-402f-8207-a0a486a6e4f8 req-52e5b981-4c22-4755-8ebc-ccb5b854bea9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748961 Feb 16 18:18:07.361154 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ba0864a8-54eb-4272-b3dd-b3530b336a18 req-2f95849e-a007-4865-84f8-b839c2eff436 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652981 Feb 16 18:18:08.623320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37e2c-082a-42d4-bda0-3ed1c2e75ce1 req-5a6821ef-b59a-467e-b784-571b97598603 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:08.624853 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-86d37e2c-082a-42d4-bda0-3ed1c2e75ce1 req-5a6821ef-b59a-467e-b784-571b97598603 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1529517 Feb 16 18:18:08.635630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5e09b-bf43-4c5d-9783-d6c7c85bc677 req-82073911-9ab7-4aa8-8953-6d46822cd8f4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:08.637139 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-73f5e09b-bf43-4c5d-9783-d6c7c85bc677 req-82073911-9ab7-4aa8-8953-6d46822cd8f4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1244824 Feb 16 18:18:08.709383 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-86d37e2c-082a-42d4-bda0-3ed1c2e75ce1 req-876b449f-4d38-4cbc-97ee-22895944e812 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712388 Feb 16 18:18:08.716776 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-73f5e09b-bf43-4c5d-9783-d6c7c85bc677 req-5dcad86c-ab7a-4bca-9650-f572509ce82b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642357 Feb 16 18:18:09.930087 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f29faf-d9dd-4445-8498-6f2f9b97834e req-e176f8a9-9913-4fb6-a00b-58718fe792e3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:09.931720 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c2f29faf-d9dd-4445-8498-6f2f9b97834e req-e176f8a9-9913-4fb6-a00b-58718fe792e3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.0931444 Feb 16 18:18:10.029371 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c2f29faf-d9dd-4445-8498-6f2f9b97834e req-8f8f5468-e500-4f5f-b5ef-f79c86c8c58c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906456 Feb 16 18:18:10.064992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54e1b-2153-4343-86dc-fc1564fe179f req-9062130b-9220-4b1e-b483-16db7da8c5c7 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:10.067217 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8db54e1b-2153-4343-86dc-fc1564fe179f req-9062130b-9220-4b1e-b483-16db7da8c5c7 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1021702 Feb 16 18:18:10.116965 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8db54e1b-2153-4343-86dc-fc1564fe179f req-f8a8c141-7206-42b4-ada3-5695b562c30d tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Feb 16 18:18:10.660049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39790) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:10.804799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:10.820415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:10.824556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:1566709dadb74cd98df5a8e85e243de9 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:10.827668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:10.833475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:10.923950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:10.964309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:10.974475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:11.017589 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1566709dadb74cd98df5a8e85e243de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537669 Feb 16 18:18:11.019813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0082ce1a-fc49-4d8c-82fe-a0933547a688,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:11.021272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39800) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:11.023490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:11.086664 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c40ed848-917c-4809-8208-cafe892e01c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:11.115199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c40ed848-917c-4809-8208-cafe892e01c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:11.193314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c40ed848-917c-4809-8208-cafe892e01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:11.200736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-531c7cc9-d099-40e9-aca1-9efbd6e368dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:11.215578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ed848-917c-4809-8208-cafe892e01c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0082ce1a-fc49-4d8c-82fe-a0933547a688,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:11.220592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c40ed848-917c-4809-8208-cafe892e01c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:11.223432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c40ed848-917c-4809-8208-cafe892e01c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:11.229234 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c40ed848-917c-4809-8208-cafe892e01c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0082ce1a-fc49-4d8c-82fe-a0933547a688 HTTP/1.1" status: 204 len: 168 time: 0.2057381 Feb 16 18:18:11.259400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa7c37-13c6-4ab0-a0f7-b1eaba0bc6ea req-12771b25-4421-42bc-b7cb-b66892a251af tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:11.261169 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1aaa7c37-13c6-4ab0-a0f7-b1eaba0bc6ea req-12771b25-4421-42bc-b7cb-b66892a251af tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1019452 Feb 16 18:18:11.366199 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1aaa7c37-13c6-4ab0-a0f7-b1eaba0bc6ea req-8c82629b-72da-425f-a7fc-6f9ddd857a51 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626924 Feb 16 18:18:11.390828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fd2b7-08cc-4905-82b5-05de9cedb7f5 req-bd515913-280a-46d6-9db3-7b0484232164 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:11.392505 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b5fd2b7-08cc-4905-82b5-05de9cedb7f5 req-bd515913-280a-46d6-9db3-7b0484232164 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1303477 Feb 16 18:18:11.443802 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b5fd2b7-08cc-4905-82b5-05de9cedb7f5 req-ae21a147-89e9-4e64-a3d5-0e227ed6f99b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Feb 16 18:18:12.049217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:12.599319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50beb79-0a66-40d8-8fc0-a36e9f39bfc9 req-376e605f-9b8d-4f66-ae67-0f70b78b4d69 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:12.601010 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d50beb79-0a66-40d8-8fc0-a36e9f39bfc9 req-376e605f-9b8d-4f66-ae67-0f70b78b4d69 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1181102 Feb 16 18:18:12.681273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39864) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:12.717193 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d50beb79-0a66-40d8-8fc0-a36e9f39bfc9 req-a747e4e2-6614-423a-bd16-65a57b92dd6b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091175 Feb 16 18:18:12.750836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4b54b-7eaf-4b42-980e-17c741ece904 req-969ebda8-2968-42ef-9a5a-d9eeb1763333 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:12.752778 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63c4b54b-7eaf-4b42-980e-17c741ece904 req-969ebda8-2968-42ef-9a5a-d9eeb1763333 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1427829 Feb 16 18:18:12.806336 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63c4b54b-7eaf-4b42-980e-17c741ece904 req-3c11d7f8-c4fe-4e36-85f3-7fd10ce6eb54 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Feb 16 18:18:12.830951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:12.845825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:12.850018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Usage tracker for resource:security_group_rule and tenant:9e386afe3d7a45e8a3d1ee1a14df1fee is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:12.853043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:12.858927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:12.946789 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:12.969595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:12.981367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e9edeae1-ed6a-4fd7-aeae-8eaa9714a661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:13.024665 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e386afe3d7a45e8a3d1ee1a14df1fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422151 Feb 16 18:18:13.026645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c9b823-24ef-49c2-a11a-6451a7bb3acc,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:13.027482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39874) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:13.036664 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:13.091515 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-58c98c9f-f919-46ed-af28-3f30aac92b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:13.123267 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-58c98c9f-f919-46ed-af28-3f30aac92b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:13.190140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-58c98c9f-f919-46ed-af28-3f30aac92b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:13.195846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-57e9f06b-f7f9-4d84-b359-f880236706dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:13.211679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c98c9f-f919-46ed-af28-3f30aac92b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c9b823-24ef-49c2-a11a-6451a7bb3acc,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:13.213946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-58c98c9f-f919-46ed-af28-3f30aac92b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:13.224737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-58c98c9f-f919-46ed-af28-3f30aac92b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:13.225994 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-58c98c9f-f919-46ed-af28-3f30aac92b67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4c9b823-24ef-49c2-a11a-6451a7bb3acc HTTP/1.1" status: 204 len: 168 time: 0.1974573 Feb 16 18:18:13.693950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39896) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:13.714114 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:13.731513 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:13.735785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Usage tracker for resource:security_group_rule and tenant:a918082a7683412a89da8078fd98704c is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:13.738850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:13.744822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:13.840843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:13.897413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:13.918505 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:14.020091 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a918082a7683412a89da8078fd98704c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250041 Feb 16 18:18:14.022951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39920) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:14.029133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc95def8-48cd-4d42-8516-f8c1831b9249,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:14.036096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:14.101008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597bd5f-c4b2-4d06-a7a6-f0589aef987e req-3d1012f1-a823-499b-8b2a-b5732398def4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:14.102832 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0597bd5f-c4b2-4d06-a7a6-f0589aef987e req-3d1012f1-a823-499b-8b2a-b5732398def4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.2488420 Feb 16 18:18:14.103859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-55fdcaa6-f2a2-4d53-8181-4e7995f6ce1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:14.115679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dddfa9-e6bd-48b2-ad28-b418bca4fe50 req-42bea3b0-5fb9-4eb4-9273-782f390edaf2 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:14.117708 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-66dddfa9-e6bd-48b2-ad28-b418bca4fe50 req-42bea3b0-5fb9-4eb4-9273-782f390edaf2 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1813257 Feb 16 18:18:14.141604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-55fdcaa6-f2a2-4d53-8181-4e7995f6ce1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:14.203207 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0597bd5f-c4b2-4d06-a7a6-f0589aef987e req-bbb15137-ac70-412b-98a7-1e210851f63c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844269 Feb 16 18:18:14.208531 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-66dddfa9-e6bd-48b2-ad28-b418bca4fe50 req-d971fc18-4e39-46f6-811d-0f2429063308 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707583 Feb 16 18:18:14.235293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-55fdcaa6-f2a2-4d53-8181-4e7995f6ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:14.240806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dd0076ac-2244-459e-bcf2-53f485b1ce89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:14.255790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdcaa6-f2a2-4d53-8181-4e7995f6ce1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc95def8-48cd-4d42-8516-f8c1831b9249,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:14.258529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-55fdcaa6-f2a2-4d53-8181-4e7995f6ce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:14.269824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-55fdcaa6-f2a2-4d53-8181-4e7995f6ce1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:14.273613 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-55fdcaa6-f2a2-4d53-8181-4e7995f6ce1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc95def8-48cd-4d42-8516-f8c1831b9249 HTTP/1.1" status: 204 len: 168 time: 0.2470584 Feb 16 18:18:14.441038 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39934) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:14.640496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:14.656590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:14.664578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Usage tracker for resource:security_group_rule and tenant:39a0fd05d0c249e7a09d5e7bae230d0b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:14.667731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:14.673608 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:14.880593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:14.921426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:14.931117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3cb3fba0-0a51-4367-af1b-8732b1a0e6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:14.978172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39954) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:14.978321 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39a0fd05d0c249e7a09d5e7bae230d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359306 Feb 16 18:18:14.980067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30c101-273e-49ee-8f9a-68c74bfedafe,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:14.985310 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:15.048641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2263bf16-0223-4f20-8bb1-7bffe41d58cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.104837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2263bf16-0223-4f20-8bb1-7bffe41d58cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.184585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2263bf16-0223-4f20-8bb1-7bffe41d58cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.189888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f51c3c02-b32b-4794-a582-b1065ea27680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:15.203344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263bf16-0223-4f20-8bb1-7bffe41d58cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30c101-273e-49ee-8f9a-68c74bfedafe,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:15.207580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2263bf16-0223-4f20-8bb1-7bffe41d58cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:15.214059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2263bf16-0223-4f20-8bb1-7bffe41d58cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.215394 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2263bf16-0223-4f20-8bb1-7bffe41d58cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a30c101-273e-49ee-8f9a-68c74bfedafe HTTP/1.1" status: 204 len: 168 time: 0.2361410 Feb 16 18:18:15.510570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccc59f-d947-4472-9296-b8203c3e89e2 req-821d67ee-6b2d-4af0-9023-de243d8c6118 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:15.510945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 39984) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:15.512146 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c1ccc59f-d947-4472-9296-b8203c3e89e2 req-821d67ee-6b2d-4af0-9023-de243d8c6118 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1595898 Feb 16 18:18:15.518380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00994b-878a-4561-8467-c622da482579 req-90f384ee-c6b1-41df-b345-c68ded6ea40f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:15.520483 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-da00994b-878a-4561-8467-c622da482579 req-90f384ee-c6b1-41df-b345-c68ded6ea40f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1234379 Feb 16 18:18:15.599611 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c1ccc59f-d947-4472-9296-b8203c3e89e2 req-2d971049-d0a7-4fc7-a299-1fdef0100571 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780427 Feb 16 18:18:15.604430 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-da00994b-878a-4561-8467-c622da482579 req-4b20ccb4-2882-4b69-8dc6-884c316c8115 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681651 Feb 16 18:18:15.753728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 39992) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:15.775580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.793002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:15.797232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Usage tracker for resource:security_group_rule and tenant:63e296cc345a40be8468e5c6edf22d68 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:15.800214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:15.812782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:15.825491 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.842361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:15.846506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Usage tracker for resource:security_group_rule and tenant:2f591c01639f425f9add6a2babc2e6c1 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:15.849679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:15.855999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:15.898888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.943257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.949885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.960445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:15.978582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:15.988681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-514050ad-3b92-40e2-afaa-56362ff14adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:16.000494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b708a-b114-4286-b979-06453e435dca,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:16.008361 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63e296cc345a40be8468e5c6edf22d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508893 Feb 16 18:18:16.008361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:16.008845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40000) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:16.024576 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40004) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:16.024990 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f591c01639f425f9add6a2babc2e6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125198 Feb 16 18:18:16.041946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865e4acf-b0ca-4b21-87d6-6c904e153f16,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:16.045522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:16.122783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-548539d1-5b5c-428b-9a4b-1b6d79b0d6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.156245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-476201bc-aed5-436d-a7b3-4da472a63af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.172111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-548539d1-5b5c-428b-9a4b-1b6d79b0d6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.223420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-476201bc-aed5-436d-a7b3-4da472a63af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.298880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-548539d1-5b5c-428b-9a4b-1b6d79b0d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.309380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:16.324947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548539d1-5b5c-428b-9a4b-1b6d79b0d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b708a-b114-4286-b979-06453e435dca,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:16.331102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-548539d1-5b5c-428b-9a4b-1b6d79b0d6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:16.332009 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-476201bc-aed5-436d-a7b3-4da472a63af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.335158 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-476201bc-aed5-436d-a7b3-4da472a63af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.339507 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-476201bc-aed5-436d-a7b3-4da472a63af9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/865e4acf-b0ca-4b21-87d6-6c904e153f16 HTTP/1.1" status: 204 len: 168 time: 0.3088691 Feb 16 18:18:16.339507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0512b77f-3ed5-48ac-8b0e-029cf34e4cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:16.347368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-548539d1-5b5c-428b-9a4b-1b6d79b0d6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.351340 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-548539d1-5b5c-428b-9a4b-1b6d79b0d6dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e6b708a-b114-4286-b979-06453e435dca HTTP/1.1" status: 204 len: 168 time: 0.3389413 Feb 16 18:18:16.352581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476201bc-aed5-436d-a7b3-4da472a63af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865e4acf-b0ca-4b21-87d6-6c904e153f16,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:16.356435 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-476201bc-aed5-436d-a7b3-4da472a63af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:16.913757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8df4b-1cde-44cb-9b7f-f2a3b932af72 req-9eff1b9e-e92f-423e-a993-4e4578cf9c03 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:16.915569 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-afb8df4b-1cde-44cb-9b7f-f2a3b932af72 req-9eff1b9e-e92f-423e-a993-4e4578cf9c03 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1637568 Feb 16 18:18:16.922058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3f43-6537-43e1-ad19-70fe3c5b8c47 req-e98bde33-e7ea-4c9a-8d99-246b75f6d02e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:16.923754 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b8a3f43-6537-43e1-ad19-70fe3c5b8c47 req-e98bde33-e7ea-4c9a-8d99-246b75f6d02e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1704788 Feb 16 18:18:17.002683 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-afb8df4b-1cde-44cb-9b7f-f2a3b932af72 req-18843efd-7f51-41ab-bfac-655782c98ac1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778217 Feb 16 18:18:17.007721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 77b9ae52-ecf0-4a60-9a2d-e535988a148d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:17.023660 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b8a3f43-6537-43e1-ad19-70fe3c5b8c47 req-80d091ea-134f-45de-aeba-3a542641f230 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836461 Feb 16 18:18:17.249803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 77b9ae52-ecf0-4a60-9a2d-e535988a148d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:17.250304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:18.361223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6540b-362e-49ca-b569-8da6e20bd2f7 req-0f5b7e24-3483-4db1-9eff-4bde4475280c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:18.369768 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f0f6540b-362e-49ca-b569-8da6e20bd2f7 req-0f5b7e24-3483-4db1-9eff-4bde4475280c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1792061 Feb 16 18:18:18.378594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe7323-7fe7-47d5-bfee-078120f84345 req-bfa3a5c3-a08c-4e02-a37c-2689ff5f4c60 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:18.380163 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3ffe7323-7fe7-47d5-bfee-078120f84345 req-bfa3a5c3-a08c-4e02-a37c-2689ff5f4c60 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1479373 Feb 16 18:18:18.476600 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f0f6540b-362e-49ca-b569-8da6e20bd2f7 req-a93976d1-a083-45c5-9401-cd37540a90d0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057019 Feb 16 18:18:18.498384 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3ffe7323-7fe7-47d5-bfee-078120f84345 req-725222c8-a4d8-429b-8aff-b6dd9d3e7b1c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025102 Feb 16 18:18:18.905593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40160) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:18.948308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40168) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:19.070183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.087698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:19.091994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Usage tracker for resource:security_group_rule and tenant:4560de9569fd47079970f4f6d7189d2c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:19.095188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:19.101569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:19.109819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.126010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:19.130858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1a91719a8d4ae1ad75525660878ed7 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:19.133999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:19.156025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:19.209294 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.238675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.256462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.261925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dbf32c57-bfc3-4fcb-a86b-defce9494b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:19.293792 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4560de9569fd47079970f4f6d7189d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845785 Feb 16 18:18:19.294892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40182) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:19.301324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.313671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fce5ebbf-6d8d-40c7-bc8e-5b6d1256d953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:19.316462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad713119-825f-4f50-8dc6-4a753da85b40,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:19.321508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:19.369872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d32bfc-8e2c-4b3f-af2b-7d5302080b5b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:19.373256 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:19.383720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c710b444-f4c5-4864-88a0-cf19b956b8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.388612 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f1a91719a8d4ae1ad75525660878ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386766 Feb 16 18:18:19.389323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40190) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:19.417384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c710b444-f4c5-4864-88a0-cf19b956b8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.468057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a43d231c-6942-4df1-a5ca-638b4981df02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.493683 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c710b444-f4c5-4864-88a0-cf19b956b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.498894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a43d231c-6942-4df1-a5ca-638b4981df02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.501697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:19.515808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710b444-f4c5-4864-88a0-cf19b956b8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad713119-825f-4f50-8dc6-4a753da85b40,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:19.542921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c710b444-f4c5-4864-88a0-cf19b956b8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:19.564163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c710b444-f4c5-4864-88a0-cf19b956b8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.566008 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c710b444-f4c5-4864-88a0-cf19b956b8a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad713119-825f-4f50-8dc6-4a753da85b40 HTTP/1.1" status: 204 len: 168 time: 0.2695448 Feb 16 18:18:19.666447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a43d231c-6942-4df1-a5ca-638b4981df02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.673676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:19.751255 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d231c-6942-4df1-a5ca-638b4981df02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d32bfc-8e2c-4b3f-af2b-7d5302080b5b,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:19.762306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a43d231c-6942-4df1-a5ca-638b4981df02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:19.809940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a43d231c-6942-4df1-a5ca-638b4981df02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:19.813699 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a43d231c-6942-4df1-a5ca-638b4981df02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98d32bfc-8e2c-4b3f-af2b-7d5302080b5b HTTP/1.1" status: 204 len: 168 time: 0.4208913 Feb 16 18:18:19.900125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a86752-bcad-4ed4-ae8e-93f52ca2f62b req-a004702f-873b-4747-85b0-1969b1ebb7ab tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:19.900125 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c1a86752-bcad-4ed4-ae8e-93f52ca2f62b req-a004702f-873b-4747-85b0-1969b1ebb7ab tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1888893 Feb 16 18:18:19.900125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea3f40-cc5a-42af-a669-020b3d76e2aa req-75f68cd2-9e0e-4559-b7b4-d843bff4482c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:19.902369 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a5ea3f40-cc5a-42af-a669-020b3d76e2aa req-75f68cd2-9e0e-4559-b7b4-d843bff4482c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1469193 Feb 16 18:18:19.979830 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c1a86752-bcad-4ed4-ae8e-93f52ca2f62b req-bbdda070-33cd-480a-aaaf-e677598834ee tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777612 Feb 16 18:18:19.999164 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a5ea3f40-cc5a-42af-a669-020b3d76e2aa req-216e646b-e71e-4b71-9928-fbea41883461 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815158 Feb 16 18:18:20.518536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40272) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:20.538411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:20.554647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:20.559022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:9f383fe274d446328f308587e01412a2 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:20.562708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:20.569557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:20.675538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:20.716214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:20.733197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fab8dcd5-87a3-4f1f-aa82-cd1e60b5fa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:20.766206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f4e357-8569-4bf1-be11-bc3132106e83,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:20.776074 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:20.785846 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f383fe274d446328f308587e01412a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656162 Feb 16 18:18:20.788912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40286) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:20.831798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40292) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:20.871824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e53735f-3919-4579-b4c1-2e2b1b80843b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:20.906031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e53735f-3919-4579-b4c1-2e2b1b80843b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:20.990401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e53735f-3919-4579-b4c1-2e2b1b80843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:20.996026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:21.011240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53735f-3919-4579-b4c1-2e2b1b80843b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f4e357-8569-4bf1-be11-bc3132106e83,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:21.025676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6e53735f-3919-4579-b4c1-2e2b1b80843b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:21.028117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e53735f-3919-4579-b4c1-2e2b1b80843b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:21.030836 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6e53735f-3919-4579-b4c1-2e2b1b80843b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96f4e357-8569-4bf1-be11-bc3132106e83 HTTP/1.1" status: 204 len: 168 time: 0.2403247 Feb 16 18:18:21.224477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:21.255209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:21.259364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Usage tracker for resource:security_group_rule and tenant:2fb8eaa9e06d40e397973a454f5168b7 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:21.262576 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:21.268707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:21.316913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd426c-3405-4678-8756-0884c946f982 req-5a8a07b0-67f9-4d79-8439-c7172ad2abbb tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:21.318758 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b2bd426c-3405-4678-8756-0884c946f982 req-5a8a07b0-67f9-4d79-8439-c7172ad2abbb tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1604805 Feb 16 18:18:21.375055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe66ee-9044-4cc5-997a-fa3a71fa7d12 req-cb30c2a0-c25e-4800-8551-f24d81092624 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:21.382780 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bdbe66ee-9044-4cc5-997a-fa3a71fa7d12 req-cb30c2a0-c25e-4800-8551-f24d81092624 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.1852574 Feb 16 18:18:21.397503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:21.415914 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b2bd426c-3405-4678-8756-0884c946f982 req-5208e65d-4ebe-400b-88d1-def25a9a6de7 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897915 Feb 16 18:18:21.435266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:21.446601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1285aab0-eb4c-4ab6-8902-75a99a4b2b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:21.468987 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bdbe66ee-9044-4cc5-997a-fa3a71fa7d12 req-1d2fd207-e3ca-478e-abb1-35c90d9957b1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846393 Feb 16 18:18:21.486795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc151859-1eb5-43a2-aa7b-a58d5e563e36,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:21.536892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40328) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:21.539604 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fb8eaa9e06d40e397973a454f5168b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7065353 Feb 16 18:18:21.540951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:21.626127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6486a776-d1bb-46a4-8307-b09e96455c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:21.708443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6486a776-d1bb-46a4-8307-b09e96455c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:21.801812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6486a776-d1bb-46a4-8307-b09e96455c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:21.807239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:21.819470 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486a776-d1bb-46a4-8307-b09e96455c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc151859-1eb5-43a2-aa7b-a58d5e563e36,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:21.832593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6486a776-d1bb-46a4-8307-b09e96455c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:21.833948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6486a776-d1bb-46a4-8307-b09e96455c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:21.835561 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6486a776-d1bb-46a4-8307-b09e96455c52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc151859-1eb5-43a2-aa7b-a58d5e563e36 HTTP/1.1" status: 204 len: 168 time: 0.2974348 Feb 16 18:18:22.001593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c30b0a1-cff6-4f48-ab3d-69a235d18e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:22.223592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481d66-9888-4747-931c-9959160da3bf req-63e949cc-77c5-4b49-9181-bd5b89142de9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:22.225621 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-63e949cc-77c5-4b49-9181-bd5b89142de9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.0961874 Feb 16 18:18:22.314540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Deleting port 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:18:22.314933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:22.608892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40372) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:22.631390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:22.649467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:22.653914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Usage tracker for resource:security_group_rule and tenant:c1aa371266034f34937cc4df23af9d9c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:22.657699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:22.663999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:22.737005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40382) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:22.777429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:22.830579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:22.844313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-662ab8e2-09b5-4e37-b21f-df9ac98b8010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:22.886039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1425286358-network', 'tenant_id': '2d8a05b7e51b48298ddcf40300c1292d'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:22.912078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:22.919208 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1aa371266034f34937cc4df23af9d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059449 Feb 16 18:18:22.922014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Usage tracker for resource:network and tenant:2d8a05b7e51b48298ddcf40300c1292d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:22.925337 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40392) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:22.928328 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:22.944993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc714e76-c820-46ed-a862-a3cf2469bf6d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:22.948035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:22.968446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:23.007708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d469541e-2ade-4c3a-b9f4-3f85f63bfaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.017517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] For port 794e1af5-bcb9-4b5f-a79b-1792ac66faa1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=794e1af5-bcb9-4b5f-a79b-1792ac66faa1,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:18:23.017911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.036619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d469541e-2ade-4c3a-b9f4-3f85f63bfaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.036985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 77b9ae52-ecf0-4a60-9a2d-e535988a148d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:23.081677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Made reservation on behalf of 2d8a05b7e51b48298ddcf40300c1292d for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:23.099651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.130529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d469541e-2ade-4c3a-b9f4-3f85f63bfaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.145431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 77b9ae52-ecf0-4a60-9a2d-e535988a148d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:23.146093 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.165714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-42273c40-72be-4e34-a9e6-9115c76cb1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:23.177990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.216304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Calling delete_port for 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:18:23.229579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:23.233904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8a05b7e51b48298ddcf40300c1292d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:23.248199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:23.256884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469541e-2ade-4c3a-b9f4-3f85f63bfaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc714e76-c820-46ed-a862-a3cf2469bf6d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:23.259249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:23.263963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d469541e-2ade-4c3a-b9f4-3f85f63bfaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:23.267275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d469541e-2ade-4c3a-b9f4-3f85f63bfaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.269347 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d469541e-2ade-4c3a-b9f4-3f85f63bfaac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc714e76-c820-46ed-a862-a3cf2469bf6d HTTP/1.1" status: 204 len: 168 time: 0.3423600 Feb 16 18:18:23.302713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d7b2c-e6ed-4e1a-9301-c6ee6c0a2968 req-d4be8b3e-2e7f-4e29-84b2-4b35c4e232e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:23.319852 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f54d7b2c-e6ed-4e1a-9301-c6ee6c0a2968 req-d4be8b3e-2e7f-4e29-84b2-4b35c4e232e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 1162 time: 0.7512801 Feb 16 18:18:23.331506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd00a7-eae4-43a9-bee1-0e2e551e4557 req-f29670c1-82b8-44d4-8719-edf296640c07 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:23.338605 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-62dd00a7-eae4-43a9-bee1-0e2e551e4557 req-f29670c1-82b8-44d4-8719-edf296640c07 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.7394669 Feb 16 18:18:23.362259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b3f1d-a400-4544-b035-c0cf21866d1d req-fee7fb0c-534e-4998-a136-4a8e57f275f5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:23.366577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.370428 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-379b3f1d-a400-4544-b035-c0cf21866d1d req-fee7fb0c-534e-4998-a136-4a8e57f275f5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 943 time: 0.7568274 Feb 16 18:18:23.395713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.400221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-73994c60-5290-455b-a05d-962fb216c5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:23.442974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:18:23.449685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de01cb48-c2d0-462d-ab20-d36b1180140f,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:23.453287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:23.496981 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-62dd00a7-eae4-43a9-bee1-0e2e551e4557 req-ebc9eb05-2a34-42f1-a2fe-5f3c1bc1908b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574397 Feb 16 18:18:23.500353 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f54d7b2c-e6ed-4e1a-9301-c6ee6c0a2968 req-01131ee5-1397-4858-a85d-dcb65a795a50 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796279 Feb 16 18:18:23.504017 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-379b3f1d-a400-4544-b035-c0cf21866d1d req-4b713cf2-1484-43b7-9776-074d890bc4b0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325951 Feb 16 18:18:23.508757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.510313 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Added segment c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850 of type vxlan for network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d Feb 16 18:18:23.619319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.695942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.715118 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ef8247df-0dc5-4d49-b0bc-5686119ccc71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:23.724494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.726271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:23.727098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:23.734551 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-78058289-5881-4fc8-bc65-4b85d93a5175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:23.783317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Pushing event deleted for resources: {'Port': ['ID=794e1af5-bcb9-4b5f-a79b-1792ac66faa1,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:23.786428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:23.925784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:23.946862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:23.949572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:18:23.985662 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2468886 Feb 16 18:18:23.989247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40414) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:23.997267 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Request body: {'subnet': {'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1425286358-subnet', 'tenant_id': '2d8a05b7e51b48298ddcf40300c1292d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:24.003384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:24.008479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Usage tracker for resource:subnet and tenant:2d8a05b7e51b48298ddcf40300c1292d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:24.011838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:24.022075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:24.050252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] No DVR routers for this DVR port 794e1af5-bcb9-4b5f-a79b-1792ac66faa1 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:18:24.052725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:24.057891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591da093-da63-41f3-8c30-182dd50135cf', 'name': 'network-vif-deleted', 'tag': '794e1af5-bcb9-4b5f-a79b-1792ac66faa1'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:18:24.099655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:18:24.111252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Made reservation on behalf of 2d8a05b7e51b48298ddcf40300c1292d for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:24.118797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:24.118946 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '591da093-da63-41f3-8c30-182dd50135cf', 'name': 'network-vif-deleted', 'tag': '794e1af5-bcb9-4b5f-a79b-1792ac66faa1', 'status': 'failed', 'code': 422} returned with failed status Feb 16 18:18:24.156554 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d4481d66-9888-4747-931c-9959160da3bf req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "DELETE /v2.0/ports/794e1af5-bcb9-4b5f-a79b-1792ac66faa1 HTTP/1.1" status: 204 len: 173 time: 1.9252586 Feb 16 18:18:24.241205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a4710cb0-bf1f-48d3-b462-b37ba4a1afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:24.673642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40438) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:24.839416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b34c2b05-bbc5-4c39-8246-aff6fa2aacb6 req-1e3dc423-c672-4e86-a2e0-5d1394a2bad0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Synchronizing usage tracker for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:18:24.878913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2095910487-network', 'tenant_id': '18eea021f4b84759ac709e7d28f05cf6'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:24.894430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:24.902477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b34c2b05-bbc5-4c39-8246-aff6fa2aacb6 req-1e3dc423-c672-4e86-a2e0-5d1394a2bad0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Unset dirty status for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:18:24.905424 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b34c2b05-bbc5-4c39-8246-aff6fa2aacb6 req-1e3dc423-c672-4e86-a2e0-5d1394a2bad0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 210 time: 0.1265366 Feb 16 18:18:24.911560 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Usage tracker for resource:network and tenant:18eea021f4b84759ac709e7d28f05cf6 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:24.915250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:24.939836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757924d-43dc-46b1-889a-64d20e561dad req-48653326-8a46-4018-b723-12cc6a0289bf tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:24.941640 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7757924d-43dc-46b1-889a-64d20e561dad req-48653326-8a46-4018-b723-12cc6a0289bf tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.2178237 Feb 16 18:18:24.952960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:24.955911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:24.958066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:24.986485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7797f28f-6e84-4734-9b0e-a55d8768d64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:25.013283 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7757924d-43dc-46b1-889a-64d20e561dad req-1ab7456e-4181-44d6-bae3-ba3785c0186d tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Feb 16 18:18:25.043590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Made reservation on behalf of 18eea021f4b84759ac709e7d28f05cf6 for: {'network': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:25.050582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.128500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.145970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626bb4c0-636e-462c-9ac5-bb2fac9ee84d,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:25.151411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:25.158628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:25.163501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Usage tracker for resource:security_group_rule and tenant:18eea021f4b84759ac709e7d28f05cf6 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:25.178516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:25.188173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:25.225577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Checking segment: {'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:25.225965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Network hostable DHCP agents. Network: f3a29ff7-5814-4b8e-a4f9-69bfec228a8d, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:18:25.290024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:18:25.341462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, f3a29ff7-5814-4b8e-a4f9-69bfec228a8d) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:25.345684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:25.346469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.348746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.353400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eda44f-a067-48ed-8633-32e66649980a None None] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:18:25.398825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.399690 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-60d73842-0101-46f0-b26d-1808ac1fbb28 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4090154 Feb 16 18:18:25.402468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:25.461453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:18:25.468098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67490ba0-1da1-47b7-8072-cce0184ada3a,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:25.472405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:25.482031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.482162 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Added segment 217b70c7-8cec-411b-9cfd-f3422e86181c of type vxlan for network 93c70fed-cd0a-4c24-8985-b7b6e27d0c96 Feb 16 18:18:25.519626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.592486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c32da-ce52-4cd2-bffb-867907f6eae9 None None] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:18:25.596296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.597944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:25.598397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.604054 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:25.716273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Pushing event updated for resources: {'Network': ['ID=93c70fed-cd0a-4c24-8985-b7b6e27d0c96,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:25.726367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:25.734288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 93c70fed-cd0a-4c24-8985-b7b6e27d0c96 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:18:25.739720 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0648751 Feb 16 18:18:25.742793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40464) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:25.747805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 93c70fed-cd0a-4c24-8985-b7b6e27d0c96 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:18:25.749625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Request body: {'subnet': {'network_id': '93c70fed-cd0a-4c24-8985-b7b6e27d0c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2095910487-subnet', 'tenant_id': '18eea021f4b84759ac709e7d28f05cf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:25.755468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:25.759837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Usage tracker for resource:subnet and tenant:18eea021f4b84759ac709e7d28f05cf6 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:25.763538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:25.770067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:25.801702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Made reservation on behalf of 18eea021f4b84759ac709e7d28f05cf6 for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:25.806699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31132748'] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:26.093431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:26.150871 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0105a497-7bbb-4e46-a079-4c6138824639 req-fa764c9d-a28d-424c-bbd1-c737b731804c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 210 time: 0.0829220 Feb 16 18:18:26.377096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6a57-b735-4a23-ab01-e5b875c9e789 req-f6750f15-43b2-4db0-97d6-ce4b1b46b13a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:26.378910 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af7a6a57-b735-4a23-ab01-e5b875c9e789 req-f6750f15-43b2-4db0-97d6-ce4b1b46b13a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.2010396 Feb 16 18:18:26.421848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:26.448063 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af7a6a57-b735-4a23-ab01-e5b875c9e789 req-18eeb6fc-e519-4a61-8929-2be308e2a4fb tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594685 Feb 16 18:18:26.475625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40488) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:26.518861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32470195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31132799'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:26.546297 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5d406d29-bc0b-4488-9455-ee9733b306f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:26.646263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:26.663731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:26.668414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Usage tracker for resource:security_group_rule and tenant:1871f0d96cbc44779745946d09e345dd is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:26.672223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:26.680753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:26.684315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:18:26.728413 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1c01777f-1c3b-499c-a818-4318d8790bae req-9129dbef-195e-441b-887b-a5516d9362d0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=591da093-da63-41f3-8c30-182dd50135cf HTTP/1.1" status: 200 len: 210 time: 0.1321139 Feb 16 18:18:26.806904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=552e84e9-5e8c-4fb5-b038-6b56b75e87c4,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:26.822327 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:26.903174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72e49-11e9-4810-9624-1b6e7793e24a req-5d8a1dcb-d5c7-4be6-ad59-a12844d56fa9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:26.905258 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ebf72e49-11e9-4810-9624-1b6e7793e24a req-5d8a1dcb-d5c7-4be6-ad59-a12844d56fa9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1698050 Feb 16 18:18:26.967134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Checking segment: {'id': '217b70c7-8cec-411b-9cfd-f3422e86181c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93c70fed-cd0a-4c24-8985-b7b6e27d0c96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:26.967849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Network hostable DHCP agents. Network: 93c70fed-cd0a-4c24-8985-b7b6e27d0c96, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:18:26.988589 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ebf72e49-11e9-4810-9624-1b6e7793e24a req-0d4aa3e9-e3ac-4ecc-be3e-86213506ec3d tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702014 Feb 16 18:18:27.005653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.020417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40506) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:27.037337 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Network 93c70fed-cd0a-4c24-8985-b7b6e27d0c96 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:18:27.062131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.073071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c40ed848-917c-4809-8208-cafe892e01c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:27.093173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 93c70fed-cd0a-4c24-8985-b7b6e27d0c96) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:27.109083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed146541-261a-44f2-bee4-fe5ca3192d13 None None] Network 93c70fed-cd0a-4c24-8985-b7b6e27d0c96 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:18:27.113409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:27.114570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.160234 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1871f0d96cbc44779745946d09e345dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803682 Feb 16 18:18:27.160234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c639b6-9e42-4cee-9914-0b1075d42bdf,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:27.160616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40520) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:27.178033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:27.200616 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4485052 Feb 16 18:18:27.269745 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7060c31b-6a4b-4cae-b64e-e568f7dfe3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.316627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.335227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7060c31b-6a4b-4cae-b64e-e568f7dfe3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.353041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:27.357601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2586a829cc4b55a2f3a28c0ce76716 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:27.362893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:27.370504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:27.522011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d135a-1cef-450b-b2dc-dd93a236820d None None] Network 93c70fed-cd0a-4c24-8985-b7b6e27d0c96 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:18:27.526554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.532903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7060c31b-6a4b-4cae-b64e-e568f7dfe3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.541942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6486a776-d1bb-46a4-8307-b09e96455c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:27.560730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060c31b-6a4b-4cae-b64e-e568f7dfe3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c639b6-9e42-4cee-9914-0b1075d42bdf,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:27.565196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7060c31b-6a4b-4cae-b64e-e568f7dfe3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:27.566073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.581588 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-daafbf5b-13f1-42ad-8ca4-02c4d81cdd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:27.606488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7060c31b-6a4b-4cae-b64e-e568f7dfe3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.612330 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7060c31b-6a4b-4cae-b64e-e568f7dfe3ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4c639b6-9e42-4cee-9914-0b1075d42bdf HTTP/1.1" status: 204 len: 168 time: 0.4479213 Feb 16 18:18:27.643092 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce2586a829cc4b55a2f3a28c0ce76716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6214688 Feb 16 18:18:27.646974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40540) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:27.649577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29766d61-84ea-465a-b04c-4da04d6f8d92,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:27.653453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:27.774590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87ff2c0f-9329-4877-8e3b-06c6f2d9051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.806979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87ff2c0f-9329-4877-8e3b-06c6f2d9051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.887245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87ff2c0f-9329-4877-8e3b-06c6f2d9051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.899318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:27.917391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff2c0f-9329-4877-8e3b-06c6f2d9051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29766d61-84ea-465a-b04c-4da04d6f8d92,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:27.920108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-87ff2c0f-9329-4877-8e3b-06c6f2d9051b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:27.944126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-87ff2c0f-9329-4877-8e3b-06c6f2d9051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.945900 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-87ff2c0f-9329-4877-8e3b-06c6f2d9051b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29766d61-84ea-465a-b04c-4da04d6f8d92 HTTP/1.1" status: 204 len: 168 time: 0.2976654 Feb 16 18:18:28.184792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-fff0e097-5edb-4cc0-a53d-883ab40600a3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:28.194439 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-fff0e097-5edb-4cc0-a53d-883ab40600a3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/networks?id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d HTTP/1.1" status: 200 len: 814 time: 0.2319627 Feb 16 18:18:28.217040 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-7e235af8-64f2-4c82-ba62-2ee75ee849d8 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/quotas/2d8a05b7e51b48298ddcf40300c1292d HTTP/1.1" status: 200 len: 375 time: 0.0177932 Feb 16 18:18:28.296981 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-3723db14-52b2-45cd-887c-9138dc1f9985 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d8a05b7e51b48298ddcf40300c1292d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788074 Feb 16 18:18:28.556976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-dae3dbaa-5941-4988-85aa-561d71d73237 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:28.558825 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-dae3dbaa-5941-4988-85aa-561d71d73237 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/networks?id=a6f4a9db-1750-4bd7-803f-c48717de2b32 HTTP/1.1" status: 200 len: 815 time: 0.3010192 Feb 16 18:18:28.568882 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-23af1b36-9744-4d4f-8906-8f47d7035f33 service neutron] 10.222.0.16 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591507 Feb 16 18:18:28.602695 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-e7792436-5ef7-43a6-9b91-42b870dce072 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/quotas/3436298740184aa7b978bbc4883abdae HTTP/1.1" status: 200 len: 375 time: 0.0362797 Feb 16 18:18:28.669807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40596) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:28.709290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:28.709290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:28.712433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6543999d5b854c69b14b55656bc418f6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:28.715500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:28.721613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:28.730170 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-7b5f8573-c9a9-43bf-9815-8cb25b677c1e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156850 Feb 16 18:18:28.809410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:28.856141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:28.868125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-97fb5a1f-4a40-4f81-b575-abc9d0181cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:28.918875 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6543999d5b854c69b14b55656bc418f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477052 Feb 16 18:18:28.921914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40608) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:28.925614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12a4e8-e028-4ba3-8068-5df055631e6f,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:28.929888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:28.976243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40614) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:28.985157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-390788004-network', 'tenant_id': '0701de961bee44c593a89573f035aae1'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:28.993768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:29.007061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Usage tracker for resource:network and tenant:0701de961bee44c593a89573f035aae1 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:29.012803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:29.023119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:29.025368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ded01cfc-9ac1-4ffd-a8dc-adbe5b3c55b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.058960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ded01cfc-9ac1-4ffd-a8dc-adbe5b3c55b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.082640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Made reservation on behalf of 0701de961bee44c593a89573f035aae1 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:29.087740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.111699 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a1dabdf3-4c91-4612-afe8-f7d77da5da19 service neutron] 10.222.0.16 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5360129 Feb 16 18:18:29.113956 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.153977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:29.158327 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Usage tracker for resource:security_group_rule and tenant:0701de961bee44c593a89573f035aae1 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:29.162137 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-65b427d8-e057-4d3a-a9d1-0969e5f9b96f service neutron] 10.222.0.16 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231203 Feb 16 18:18:29.168880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:29.176249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:29.223570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ded01cfc-9ac1-4ffd-a8dc-adbe5b3c55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.230473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ac4acc69-3b95-4404-8d8f-cff146fffc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:29.248924 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded01cfc-9ac1-4ffd-a8dc-adbe5b3c55b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12a4e8-e028-4ba3-8068-5df055631e6f,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:29.251688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ded01cfc-9ac1-4ffd-a8dc-adbe5b3c55b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:29.277387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ded01cfc-9ac1-4ffd-a8dc-adbe5b3c55b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.281103 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ded01cfc-9ac1-4ffd-a8dc-adbe5b3c55b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f12a4e8-e028-4ba3-8068-5df055631e6f HTTP/1.1" status: 204 len: 168 time: 0.3556657 Feb 16 18:18:29.316081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40626) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:29.319136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.372897 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.380489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5e2f343-18d1-4066-bbcb-83ef2d307174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:29.399207 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-44154dc5-485c-4754-925e-152c727507cd service neutron] 10.222.0.16 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2303181 Feb 16 18:18:29.457503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:18:29.464441 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d139c-4f41-4897-80c0-d65b3478dd57,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:29.468484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:29.471202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.471666 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Added segment f5b46a65-ec0b-4059-82e9-207a2b4e4d15 of type vxlan for network 35ea6d8f-f1bb-45c6-8555-91c7ec89b266 Feb 16 18:18:29.500224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.589989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.592251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:29.593044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.600244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-506b375d-d26e-4bdb-9287-095346a3ac0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:29.718114 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Pushing event updated for resources: {'Network': ['ID=35ea6d8f-f1bb-45c6-8555-91c7ec89b266,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:29.732271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 35ea6d8f-f1bb-45c6-8555-91c7ec89b266 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:18:29.732409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:29.745173 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7676659 Feb 16 18:18:29.748067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40646) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:29.756113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Request body: {'subnet': {'network_id': '35ea6d8f-f1bb-45c6-8555-91c7ec89b266', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-390788004-subnet', 'tenant_id': '0701de961bee44c593a89573f035aae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:29.768014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-251708022-network', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:29.772122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 35ea6d8f-f1bb-45c6-8555-91c7ec89b266 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:18:29.772879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:29.777664 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:29.780386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Usage tracker for resource:subnet and tenant:0701de961bee44c593a89573f035aae1 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:29.785056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:29.788084 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Usage tracker for resource:network and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:29.793432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:29.796570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:29.806184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:29.916434 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e6535762-8c16-4008-bfc1-1df186f944bf req-3b7331ad-cd04-4e21-bf6c-63e4baa222dc tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 210 time: 0.0608532 Feb 16 18:18:29.932796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Made reservation on behalf of 0701de961bee44c593a89573f035aae1 for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:29.936378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31132748'] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.953446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Made reservation on behalf of 3f39c81da9c4459bbd082972e2027ceb for: {'network': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:29.959058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:29.994092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:30.076155 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ce241078-fc43-4820-a891-767787047fd1 req-6a9b7032-90d7-46b3-952f-876347595835 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0679705 Feb 16 18:18:30.136467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:30.142722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Usage tracker for resource:security_group_rule and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:30.147409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:30.157592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:30.705468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f102-808a-4e9b-a847-0b284492c922 req-a2ca78e2-da34-4e24-8928-d7e65a40d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:30.707182 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d290f102-808a-4e9b-a847-0b284492c922 req-a2ca78e2-da34-4e24-8928-d7e65a40d122 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1162 time: 0.2536087 Feb 16 18:18:30.714778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc7a4b-797d-45fd-a66c-0e72f0545592 req-176450ed-5b75-4efe-a2aa-db3cd7365c3b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:30.716455 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5bcc7a4b-797d-45fd-a66c-0e72f0545592 req-176450ed-5b75-4efe-a2aa-db3cd7365c3b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.2641664 Feb 16 18:18:30.951084 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5bcc7a4b-797d-45fd-a66c-0e72f0545592 req-23681192-208f-4959-abe1-93f9f05fb0e3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218983 Feb 16 18:18:30.954792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:31.069033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:31.076930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:31.139711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=83981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:18:31.144182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f102-808a-4e9b-a847-0b284492c922 req-cdd2005d-3eba-44e5-8389-2cec3c1e1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:31.145802 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d290f102-808a-4e9b-a847-0b284492c922 req-cdd2005d-3eba-44e5-8389-2cec3c1e1d93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 912 time: 0.4155676 Feb 16 18:18:31.260647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882f4617-0644-4d9a-ae8c-81c0a064a807,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:31.285404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:31.290139 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ac0419a6-c153-47b0-ab47-cb2b6496ebcb req-543a3f84-5ea2-4e88-a87a-b00e7a164097 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 210 time: 0.0749283 Feb 16 18:18:31.291488 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d290f102-808a-4e9b-a847-0b284492c922 req-6bfa3a74-9c13-463e-91fa-42c2155fb927 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d HTTP/1.1" status: 200 len: 217 time: 0.1375294 Feb 16 18:18:31.294546 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:31.294991 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Added segment 6ca24825-910d-4dc2-85eb-1ebf82b2f7ea of type vxlan for network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 Feb 16 18:18:31.391484 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ae20b5e4-26bd-42e2-bb2f-d76cdf76236d req-3482de1c-f703-412c-ab43-d7f11006545e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.1049936 Feb 16 18:18:31.434534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:31.456602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f102-808a-4e9b-a847-0b284492c922 req-534c8b16-cd90-4c64-9ddd-9b60a1f90c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:31.458194 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d290f102-808a-4e9b-a847-0b284492c922 req-534c8b16-cd90-4c64-9ddd-9b60a1f90c52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.1216877 Feb 16 18:18:31.569384 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d290f102-808a-4e9b-a847-0b284492c922 req-4a8c492f-de9a-4bda-9f99-fce860ea2ae2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996883 Feb 16 18:18:31.687380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32470195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31132799'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:31.688197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:31.711632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:31.712769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:31.722669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:32.241809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb8d44e-c818-40aa-b165-04d24dd32f1e,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:32.292426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:32.302845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:32.334867 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0145478 Feb 16 18:18:32.335784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40762) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:32.342012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Request body: {'subnet': {'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-251708022-subnet', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:32.348500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:32.353072 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d290f102-808a-4e9b-a847-0b284492c922 req-1c0f5dbc-7984-4a45-afbe-296b9d67318e service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741883 Feb 16 18:18:32.354087 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Usage tracker for resource:subnet and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:32.358962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:32.367874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:32.481646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Made reservation on behalf of 3f39c81da9c4459bbd082972e2027ceb for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:32.486433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:32.624916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Pushing event updated for resources: {'Network': ['ID=46e15f86-8fa2-4a3f-9b5d-aa775829ce71,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:32.636302 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5391dfec-92d6-409a-9aa4-6abfd9eb5713 req-183ae6ae-9ec0-422c-9c28-73efa67c408d tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 210 time: 0.1576660 Feb 16 18:18:32.637735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:18:32.642743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-e2624a17-3fbd-4e8e-8c0f-bc0e34e3dfa2 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:32.644893 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-e2624a17-3fbd-4e8e-8c0f-bc0e34e3dfa2 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.72 "GET /v2.0/networks?id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d HTTP/1.1" status: 200 len: 814 time: 0.8631871 Feb 16 18:18:32.666182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:32.668467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:18:32.674958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Request body: {'port': {'device_id': '5eff5adc-faab-4697-9dc2-d2a5e3daa5f8', 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d', 'admin_state_up': True, 'tenant_id': '2d8a05b7e51b48298ddcf40300c1292d'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:32.832423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3eb8792c-3534-4677-8fb6-0c8f5773888f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:32.833247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3eb8792c-3534-4677-8fb6-0c8f5773888f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Synchronizing usage tracker for tenant:3436298740184aa7b978bbc4883abdae on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:18:32.882034 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414c69b-5b1f-450a-ae9e-3421e190769e req-cbfcfdaa-1f75-4d37-9746-a8a6ef42e3a3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:32.883997 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2414c69b-5b1f-450a-ae9e-3421e190769e req-cbfcfdaa-1f75-4d37-9746-a8a6ef42e3a3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.6695166 Feb 16 18:18:32.897492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3eb8792c-3534-4677-8fb6-0c8f5773888f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Unset dirty status for tenant:3436298740184aa7b978bbc4883abdae on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:18:32.898766 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3eb8792c-3534-4677-8fb6-0c8f5773888f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "GET /v2.0/networks?id=a6f4a9db-1750-4bd7-803f-c48717de2b32 HTTP/1.1" status: 200 len: 815 time: 0.5283308 Feb 16 18:18:32.987122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Request body: {'port': {'device_id': 'a5842b05-14d4-44a6-939a-6781213a7236', 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32', 'admin_state_up': True, 'tenant_id': '3436298740184aa7b978bbc4883abdae'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:32.989840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Checking segment: {'id': 'f5b46a65-ec0b-4059-82e9-207a2b4e4d15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35ea6d8f-f1bb-45c6-8555-91c7ec89b266'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:32.989840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Network hostable DHCP agents. Network: 35ea6d8f-f1bb-45c6-8555-91c7ec89b266, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:18:33.013548 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d290f102-808a-4e9b-a847-0b284492c922 req-0fcad559-44c9-4f10-b741-ac5eb2439550 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6314211 Feb 16 18:18:33.030811 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b73aee22-1520-4aa1-b000-5bde6aa493dd req-87e51d5c-909f-43c2-add0-dbe3104bad40 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.1229694 Feb 16 18:18:33.085619 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2414c69b-5b1f-450a-ae9e-3421e190769e req-cf7c29e0-45a6-4852-9fe7-d5f7f7abc709 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706662 Feb 16 18:18:33.092993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:33.106831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Usage tracker for resource:port and tenant:2d8a05b7e51b48298ddcf40300c1292d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:33.110959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:33.120177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:33.155456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Made reservation on behalf of 2d8a05b7e51b48298ddcf40300c1292d for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:33.162532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:33.172070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:33.189780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:33.198624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Network 35ea6d8f-f1bb-45c6-8555-91c7ec89b266 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:18:33.239998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Made reservation on behalf of 3436298740184aa7b978bbc4883abdae for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:18:33.245708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:33.270353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 35ea6d8f-f1bb-45c6-8555-91c7ec89b266) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:33.281612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e980303-976d-40ec-a4c4-ab843f24edae None None] Network 35ea6d8f-f1bb-45c6-8555-91c7ec89b266 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:18:33.349080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:33.350507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:33.351176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:33.419675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:33.450503 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a75bd04c-8d0e-4d93-90fd-201aa6097975 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6931124 Feb 16 18:18:33.531840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279795d-71c7-4066-9b60-b819f29de537 None None] Network 35ea6d8f-f1bb-45c6-8555-91c7ec89b266 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:18:33.593760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Allocated IP 172.20.0.7 (f3a29ff7-5814-4b8e-a4f9-69bfec228a8d/626bb4c0-636e-462c-9ac5-bb2fac9ee84d/b88f505c-fc54-473a-98f3-7ed292083aff) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:18:33.652499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d981a592-b31e-4916-a7b8-5252042e31dd,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:33.665795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:33.768275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Checking segment: {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:33.768671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Network hostable DHCP agents. Network: 46e15f86-8fa2-4a3f-9b5d-aa775829ce71, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:18:33.907144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:18:33.920484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Allocated IP 172.20.0.5 (a6f4a9db-1750-4bd7-803f-c48717de2b32/1ca96924-7658-49fa-9932-312d6fac290e/98c10cbc-cc7d-454c-9fe3-443ade39b311) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:18:33.953587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 46e15f86-8fa2-4a3f-9b5d-aa775829ce71) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:33.963456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6709cede-8e6f-4582-a40d-0e94d2cfef31 None None] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:18:33.969305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:33.969964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:33.990052 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e257c3ed-66f1-479b-9cd5-37bbe2d05fbc req-c42205e3-2381-480b-bf07-693aefc23d1e tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 210 time: 0.0910997 Feb 16 18:18:34.005494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.049184 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ce78bca2-e816-4886-bad0-a077c0c67e29 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7124436 Feb 16 18:18:34.052053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 40792) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:34.058824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:34.071655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:18:34.077112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Usage tracker for resource:router and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:18:34.081737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.083893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:18:34.106053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:18:34.111679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-08ede89b-3d50-4928-aeb2-0a171989ae29 tempest-DeleteServersTestJSON-1553177585 tempest-DeleteServersTestJSON-1553177585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:34.332649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.364188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.367388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.373206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:18:34.381125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.421836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.432733 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84e6fada-21c8-4331-9a45-2c884b45a70c req-3779e0d3-5041-4285-975b-a7c7266bc39b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.1570239 Feb 16 18:18:34.441871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Pushing event updated for resources: {'Port': ['ID=b88f505c-fc54-473a-98f3-7ed292083aff,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:34.443047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:34.484913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:34.522333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.552157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:18:34.557073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:34.572445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:18:34.653660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Pushing event updated for resources: {'Port': ['ID=98c10cbc-cc7d-454c-9fe3-443ade39b311,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:34.665254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.665816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.666333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.666859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.667363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.668183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.668688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.669195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.669696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.670198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.671881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.671881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.672412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.673039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.673506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.674024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.674970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.675371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.675764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f0d86-e922-47e6-9aa5-a3f94e602609 req-330d4689-7f4a-4c0a-84e6-c1a9cef842d7 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:34.675882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.678685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.678685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.678685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.679408 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-901f0d86-e922-47e6-9aa5-a3f94e602609 req-330d4689-7f4a-4c0a-84e6-c1a9cef842d7 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.3359993 Feb 16 18:18:34.682834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.682834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:34.687296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:34.743031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:18:34.745384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:34.748315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:18:34.754606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:34.755505 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.816561 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8342540 Feb 16 18:18:34.829115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Request body: {'port': {'device_id': 'a5842b05-14d4-44a6-939a-6781213a7236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:34.844728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Allocated IP 172.20.0.2 (46e15f86-8fa2-4a3f-9b5d-aa775829ce71/d981a592-b31e-4916-a7b8-5252042e31dd/9bf9a45c-fdfc-4381-b25d-e83766484ae3) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:18:34.898780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:34.899451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:34.964289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.089306 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-901f0d86-e922-47e6-9aa5-a3f94e602609 req-92487986-13d2-42f0-a34d-18175e9f5c90 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984241 Feb 16 18:18:35.090862 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4300444 Feb 16 18:18:35.116936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Request body: {'port': {'device_id': '5eff5adc-faab-4697-9dc2-d2a5e3daa5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:18:35.156055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.157940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.217092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Transition to ACTIVE for port object 9bf9a45c-fdfc-4381-b25d-e83766484ae3 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:18:35.249566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Transition to ACTIVE for port object 9bf9a45c-fdfc-4381-b25d-e83766484ae3 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:18:35.294680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.317840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:35.473866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Pushing event updated for resources: {'Port': ['ID=9bf9a45c-fdfc-4381-b25d-e83766484ae3,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:35.486864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.487259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.487753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.488040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.488415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.488786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.489155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.489559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.489885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.490249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.490638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.490950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.491373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.491794 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.492160 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.492522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.492886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.493245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.493605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.493960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.494318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.494679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.495037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.495393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:35.502291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:35.522182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c10cbc-cc7d-454c-9fe3-443ade39b311 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:18:35.537392 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.548628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:18:35.550007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:35.553100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:18:35.558700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Transition to ACTIVE for port object 98c10cbc-cc7d-454c-9fe3-443ade39b311 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:18:35.584457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.599128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:35.621639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Attempting to bind port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:18:35.622322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Attempting to bind port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:18:35.622737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Attempting to bind port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 on network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:18:35.628980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:18:35.629401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Checking segment: {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:35.629849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.630346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Bound using segment: {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:18:35.630860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Bound port: 9bf9a45c-fdfc-4381-b25d-e83766484ae3, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:18:35.631302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.639056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.740127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] For port 9bf9a45c-fdfc-4381-b25d-e83766484ae3, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:18:35.743755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] For port 9bf9a45c-fdfc-4381-b25d-e83766484ae3, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=9bf9a45c-fdfc-4381-b25d-e83766484ae3,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:18:35.747350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Pushing event updated for resources: {'Port': ['ID=98c10cbc-cc7d-454c-9fe3-443ade39b311,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:35.752718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:35.812633 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.831349 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:35.907309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Attempting to bind port 98c10cbc-cc7d-454c-9fe3-443ade39b311 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:18:35.907875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Attempting to bind port 98c10cbc-cc7d-454c-9fe3-443ade39b311 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:18:35.908352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Attempting to bind port 98c10cbc-cc7d-454c-9fe3-443ade39b311 on network a6f4a9db-1750-4bd7-803f-c48717de2b32 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:18:35.918753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64317d-b4a3-419a-a6ad-48af6232d9fb req-a031073a-92ea-4260-a425-517edff6102c tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:35.919538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-eb64317d-b4a3-419a-a6ad-48af6232d9fb req-a031073a-92ea-4260-a425-517edff6102c tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Synchronizing usage tracker for tenant:2d8a05b7e51b48298ddcf40300c1292d on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:18:35.920169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:18:35.920704 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Checking segment: {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:35.921224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.921734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Bound using segment: {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:18:35.922343 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Bound port: 98c10cbc-cc7d-454c-9fe3-443ade39b311, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:18:35.922961 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:35.950917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5476-9dfd-4ebf-a470-e7c4ce20fa12 req-101f931f-9097-4435-8026-6406e3b26b24 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:35.958981 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f2f5476-9dfd-4ebf-a470-e7c4ce20fa12 req-101f931f-9097-4435-8026-6406e3b26b24 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 943 time: 0.3742263 Feb 16 18:18:36.023287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Pushing event updated for resources: {'Port': ['ID=9bf9a45c-fdfc-4381-b25d-e83766484ae3,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:36.030163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:36.051222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] For port 98c10cbc-cc7d-454c-9fe3-443ade39b311, host hv-cinder-76330, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:18:36.054821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] For port 98c10cbc-cc7d-454c-9fe3-443ade39b311, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=98c10cbc-cc7d-454c-9fe3-443ade39b311,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:18:36.095911 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f2f5476-9dfd-4ebf-a470-e7c4ce20fa12 req-64874f87-1733-4fe8-8840-4d606c507845 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358643 Feb 16 18:18:36.129609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-eb64317d-b4a3-419a-a6ad-48af6232d9fb req-a031073a-92ea-4260-a425-517edff6102c tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Unset dirty status for tenant:2d8a05b7e51b48298ddcf40300c1292d on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:18:36.132510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:36.135361 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-eb64317d-b4a3-419a-a6ad-48af6232d9fb req-a031073a-92ea-4260-a425-517edff6102c tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 931 time: 0.8886623 Feb 16 18:18:36.159385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-962fa447-1f4f-433e-8c31-690c8fe55ba9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:36.443801 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-eb64317d-b4a3-419a-a6ad-48af6232d9fb req-80b0fe51-f478-4765-b68e-e02ffb8ac5c6 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071535 Feb 16 18:18:36.633493 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:36.675667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Pushing event updated for resources: {'Port': ['ID=98c10cbc-cc7d-454c-9fe3-443ade39b311,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:36.682069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:36.684778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:36.719294 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:36.720414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:36.722154 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] 10.222.0.72 "PUT /v2.0/ports/98c10cbc-cc7d-454c-9fe3-443ade39b311 HTTP/1.1" status: 200 len: 1157 time: 1.8980048 Feb 16 18:18:36.722688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5842b05-14d4-44a6-939a-6781213a7236', 'tag': '98c10cbc-cc7d-454c-9fe3-443ade39b311'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:18:36.782495 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5842b05-14d4-44a6-939a-6781213a7236', 'tag': '98c10cbc-cc7d-454c-9fe3-443ade39b311', 'status': 'completed', 'code': 200} Feb 16 18:18:36.856963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88f505c-fc54-473a-98f3-7ed292083aff {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:18:36.896582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc58f3f-5ddc-4e65-b972-85d523250424 req-00f3f462-c095-4560-b189-6d7e548458b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:36.898285 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ddc58f3f-5ddc-4e65-b972-85d523250424 req-00f3f462-c095-4560-b189-6d7e548458b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 1160 time: 0.0855517 Feb 16 18:18:36.919945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:36.960039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Transition to ACTIVE for port object b88f505c-fc54-473a-98f3-7ed292083aff will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:18:36.984615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa6e9b-3f70-472b-8b98-7a870555f070 req-69fef484-f77b-43f0-ae93-71e0c7711888 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:36.986312 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69aa6e9b-3f70-472b-8b98-7a870555f070 req-69fef484-f77b-43f0-ae93-71e0c7711888 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.3033206 Feb 16 18:18:37.029127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:37.067825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:37.087328 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc58f3f-5ddc-4e65-b972-85d523250424 req-89ea5966-d4e7-40c8-9bb6-b8c8c8a53c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:37.088738 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ddc58f3f-5ddc-4e65-b972-85d523250424 req-89ea5966-d4e7-40c8-9bb6-b8c8c8a53c48 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3436298740184aa7b978bbc4883abdae&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1729643 Feb 16 18:18:37.251918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc58f3f-5ddc-4e65-b972-85d523250424 req-34090959-ff16-405d-bf3d-d127f31cc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:37.253826 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ddc58f3f-5ddc-4e65-b972-85d523250424 req-34090959-ff16-405d-bf3d-d127f31cc9d7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1582224 Feb 16 18:18:37.311404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b88f505c-fc54-473a-98f3-7ed292083aff,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:37.326807 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69aa6e9b-3f70-472b-8b98-7a870555f070 req-135fc669-d136-481b-804d-7c1543a3bcdf tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963796 Feb 16 18:18:37.371937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.372601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.372730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.373123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.373518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.373914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.374318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.374709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.375102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.375494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.375914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.376308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.376756 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.377149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.377577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.377964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.378436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.378714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.379063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.379471 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.379870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.380256 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.380723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.380996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:37.383064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-95024479-a64a-4b84-97ea-566725786df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:37.384859 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-95024479-a64a-4b84-97ea-566725786df3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 1160 time: 0.0846443 Feb 16 18:18:37.392591 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:37.476244 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-45330e18-2e6c-4ee7-a67e-280775ceacba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98c10cbc-cc7d-454c-9fe3-443ade39b311 HTTP/1.1" status: 200 len: 217 time: 0.0820291 Feb 16 18:18:37.524799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Allocated IP 172.27.3.98 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/b127cfc0-11b6-4891-8ad8-571a2c74555b) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:18:37.551912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3d11c764-1f8a-43af-b58c-b71264b7a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:37.554857 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-3d11c764-1f8a-43af-b58c-b71264b7a3e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ca96924-7658-49fa-9932-312d6fac290e HTTP/1.1" status: 200 len: 855 time: 0.0703237 Feb 16 18:18:37.630464 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-e514e39a-95b9-4263-8aee-f6df06fd350d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6f4a9db-1750-4bd7-803f-c48717de2b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683510 Feb 16 18:18:37.636221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358ff16-c115-47f0-99e3-33198e96cffc req-68a070e6-258a-4848-abd4-d67407671525 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:37.637923 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3358ff16-c115-47f0-99e3-33198e96cffc req-68a070e6-258a-4848-abd4-d67407671525 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 943 time: 0.4009223 Feb 16 18:18:37.777188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8042d-eda4-4e16-8f7b-7facbaba8e7b None None] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:18:37.811749 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-7ab6d8a0-fb61-4956-b1aa-95a3e12b4fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713641 Feb 16 18:18:38.004128 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d2602f5-6ce9-40c3-b91e-9d4377b77faf req-675f5ce4-6440-4c13-afeb-a02cd3176a8d service neutron] 10.222.0.72 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1848192 Feb 16 18:18:38.073913 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3358ff16-c115-47f0-99e3-33198e96cffc req-94c35cb9-4e6c-4b7c-82f3-7ca8bcda3c1b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239762 Feb 16 18:18:38.074884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Attempting to bind port b88f505c-fc54-473a-98f3-7ed292083aff on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:18:38.074997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Attempting to bind port b88f505c-fc54-473a-98f3-7ed292083aff by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:18:38.075314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Attempting to bind port b88f505c-fc54-473a-98f3-7ed292083aff on network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:18:38.097353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:18:38.097860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Checking segment: {'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:38.098152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:38.098559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Bound using segment: {'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:18:38.099061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Bound port: b88f505c-fc54-473a-98f3-7ed292083aff, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:18:38.099444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:38.106950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-9491bc64-2482-4d61-90bc-5a087f4d0e1b None None] Provisioning for port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:18:38.187295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:38.231988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7c2e-039a-407c-acde-c749dd6f6378 req-9a71f356-2a0c-43ca-8c06-b89c99db11d9 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:38.233646 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-395c7c2e-039a-407c-acde-c749dd6f6378 req-9a71f356-2a0c-43ca-8c06-b89c99db11d9 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 943 time: 0.3112369 Feb 16 18:18:38.300548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] For port b88f505c-fc54-473a-98f3-7ed292083aff, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:18:38.315649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] For port b88f505c-fc54-473a-98f3-7ed292083aff, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b88f505c-fc54-473a-98f3-7ed292083aff,segment=NetworkSegment(c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850),segment_id=c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:18:38.322012 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-395c7c2e-039a-407c-acde-c749dd6f6378 req-eee6d58e-fb89-4f59-a6be-e968a8336d8b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734301 Feb 16 18:18:38.348414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:38.365859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:38.437648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:38.564214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 9bf9a45c-fdfc-4381-b25d-e83766484ae3 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:38.626026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b88f505c-fc54-473a-98f3-7ed292083aff,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:38.630443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:38.687763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8c0337e6-9d25-4a08-bee7-80caf3a49683 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:38.770482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:18:38.780639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:38.781279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:38.875723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Pushing event updated for resources: {'Port': ['ID=b127cfc0-11b6-4891-8ad8-571a2c74555b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:38.884832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:38.902805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-e485095c-7888-4402-9bec-7ff8f2841141 None None] Provisioning complete for port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:38.903238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e485095c-7888-4402-9bec-7ff8f2841141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:38.907617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-d4abe641-c9ca-4c21-b753-0dec137f9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:38.909969 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-d4abe641-c9ca-4c21-b753-0dec137f9efe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1162 time: 0.1428642 Feb 16 18:18:38.961675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:38.962382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:38.964102 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] 10.222.0.72 "PUT /v2.0/ports/b88f505c-fc54-473a-98f3-7ed292083aff HTTP/1.1" status: 200 len: 1157 time: 3.8575258 Feb 16 18:18:38.987097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eff5adc-faab-4697-9dc2-d2a5e3daa5f8', 'tag': 'b88f505c-fc54-473a-98f3-7ed292083aff'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:18:39.014187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da3212-6107-4a53-8894-101614935c4a req-acbc6a89-f8df-474d-a8ed-55c05ab5f534 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:39.027421 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70da3212-6107-4a53-8894-101614935c4a req-acbc6a89-f8df-474d-a8ed-55c05ab5f534 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.4034700 Feb 16 18:18:39.041162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:18:39.094951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:39.103815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:18:39.124791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:39.177580 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eff5adc-faab-4697-9dc2-d2a5e3daa5f8', 'tag': 'b88f505c-fc54-473a-98f3-7ed292083aff', 'status': 'completed', 'code': 200} Feb 16 18:18:39.196229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1a5fefd9-e1af-4652-a7b8-3042137b238d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:39.213057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-4775b314-160a-41a0-a1b9-b20074d22178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:39.215521 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-4775b314-160a-41a0-a1b9-b20074d22178 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 912 time: 0.2823000 Feb 16 18:18:39.231397 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70da3212-6107-4a53-8894-101614935c4a req-5447f7de-8e8c-455e-8dd3-2cbf171eb34a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029216 Feb 16 18:18:39.246828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e485095c-7888-4402-9bec-7ff8f2841141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:39.277649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 9bf9a45c-fdfc-4381-b25d-e83766484ae3, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=9bf9a45c-fdfc-4381-b25d-e83766484ae3,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:18:39.323322 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-1a8fa81e-f546-4964-be69-a498d76a5e1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d HTTP/1.1" status: 200 len: 217 time: 0.0996327 Feb 16 18:18:39.340899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:39.366920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a9b20ecd-0263-4553-92bd-9a7ef9ffccd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:39.448138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-8930fa96-c70e-4191-a8ff-023077b3c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:39.450251 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-8930fa96-c70e-4191-a8ff-023077b3c20f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.1179018 Feb 16 18:18:39.503836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=9bf9a45c-fdfc-4381-b25d-e83766484ae3,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:39.513217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:39.517897 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-76b5b190-49d5-4f32-a06c-b6914859ae77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595026 Feb 16 18:18:39.533298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-e485095c-7888-4402-9bec-7ff8f2841141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:18:39.533740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-e485095c-7888-4402-9bec-7ff8f2841141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:18:39.534898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 1a5fefd9-e1af-4652-a7b8-3042137b238d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:39.535317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:39.582360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-e14ee71d-5d9d-47ca-90f7-8b93ab7d3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:39.584007 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-e14ee71d-5d9d-47ca-90f7-8b93ab7d3aee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d8a05b7e51b48298ddcf40300c1292d&device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 1160 time: 0.4850130 Feb 16 18:18:39.673616 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-5f0b2890-6239-45a2-b0ab-4a40d31e5ae0 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472361 Feb 16 18:18:39.698828 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-7f3b0043-7440-4077-8149-c896c79c1e56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88f505c-fc54-473a-98f3-7ed292083aff HTTP/1.1" status: 200 len: 217 time: 0.0986369 Feb 16 18:18:39.770371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671461f-455e-408b-8c06-cfd3e6c976f7 req-e4681d8d-b5f0-4e13-b0a7-6920a0d54bd1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:39.772022 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d671461f-455e-408b-8c06-cfd3e6c976f7 req-e4681d8d-b5f0-4e13-b0a7-6920a0d54bd1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 943 time: 0.4677603 Feb 16 18:18:39.816496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213fa4-f314-4c50-bbd8-4d30698c4402 req-a648d977-88ae-4d36-9a01-e7f4a432e9c4 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:39.818398 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-13213fa4-f314-4c50-bbd8-4d30698c4402 req-a648d977-88ae-4d36-9a01-e7f4a432e9c4 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 943 time: 0.3581371 Feb 16 18:18:39.824454 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6ad0246f-be54-45c6-81c7-e3edecfa9576 req-3023656f-df29-4f03-a708-872618c5fe6e service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419342 Feb 16 18:18:40.000450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-f609f38e-be25-49bc-966c-90812bfe0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:40.002023 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-f609f38e-be25-49bc-966c-90812bfe0a5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=626bb4c0-636e-462c-9ac5-bb2fac9ee84d HTTP/1.1" status: 200 len: 854 time: 0.2891541 Feb 16 18:18:40.079866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d671461f-455e-408b-8c06-cfd3e6c976f7 req-b7e3fc2c-0519-4985-8f72-335cc1c934c1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984982 Feb 16 18:18:40.243755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-2301a85b-158b-4401-b125-1f4c71d54c62 None None] Provisioning complete for port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:40.244232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2301a85b-158b-4401-b125-1f4c71d54c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:40.326085 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-bd5f3b2c-e087-45c5-a11c-32bfa7dec6d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3072181 Feb 16 18:18:40.328982 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-13213fa4-f314-4c50-bbd8-4d30698c4402 req-8bdd1bca-7d59-4156-9b24-adf3a5810dd1 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532127 Feb 16 18:18:40.468645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 9bf9a45c-fdfc-4381-b25d-e83766484ae3 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:40.533198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:40.560076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:40.560503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:40.722511 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-5c1a4911-d3fb-49bb-94e0-8a8db5e10ddf service neutron] 10.222.0.72 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878188 Feb 16 18:18:41.025504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08cd3e-7f9f-4287-b707-2d3a0c2d84b3 req-e524f539-4e52-436d-bcca-5acbad697dcd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:41.027155 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9d08cd3e-7f9f-4287-b707-2d3a0c2d84b3 req-e524f539-4e52-436d-bcca-5acbad697dcd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.5363483 Feb 16 18:18:41.115083 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7bd65ff2-fa90-448c-9d8f-4432132f1ff2 req-2d892364-6024-43af-a841-160a195c4c15 service neutron] 10.222.0.72 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3826573 Feb 16 18:18:41.132941 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9d08cd3e-7f9f-4287-b707-2d3a0c2d84b3 req-91d0e632-63e4-499a-95bb-46000abc05e8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931561 Feb 16 18:18:41.163380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:41.503449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e612d-0944-4466-866a-380efce8342f req-88494b24-899b-4dc6-a5b9-4784c2e351d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:41.505131 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef0e612d-0944-4466-866a-380efce8342f req-88494b24-899b-4dc6-a5b9-4784c2e351d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d8a05b7e51b48298ddcf40300c1292d&device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 1160 time: 0.2743390 Feb 16 18:18:41.513081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40479eb-6e44-4458-bdcf-d678b5fd3d21 req-a2fe691a-0e1a-4301-8cd3-e7ef9f5d8881 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:41.514565 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f40479eb-6e44-4458-bdcf-d678b5fd3d21 req-a2fe691a-0e1a-4301-8cd3-e7ef9f5d8881 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 943 time: 0.2903719 Feb 16 18:18:41.690863 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f40479eb-6e44-4458-bdcf-d678b5fd3d21 req-d6b272fa-b983-4801-be90-c7384bb8b235 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464698 Feb 16 18:18:41.756673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Router 93ba65c4-0090-402c-ac2b-9f9216010543 is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:18:41.772447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e612d-0944-4466-866a-380efce8342f req-4781ffca-4fe6-42d7-aedf-ee9bdbba02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:41.774055 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef0e612d-0944-4466-866a-380efce8342f req-4781ffca-4fe6-42d7-aedf-ee9bdbba02be service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d HTTP/1.1" status: 200 len: 908 time: 0.2585657 Feb 16 18:18:41.982857 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef0e612d-0944-4466-866a-380efce8342f req-3a78e9d5-c922-4161-921d-09de033b769d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88f505c-fc54-473a-98f3-7ed292083aff HTTP/1.1" status: 200 len: 217 time: 0.1994431 Feb 16 18:18:42.092932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:42.379003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dfd3e-e29a-46d3-8f03-be60f5dab32a req-13597ea3-0b45-46b5-bb56-ba2a1c1e5737 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:42.380665 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3a9dfd3e-e29a-46d3-8f03-be60f5dab32a req-13597ea3-0b45-46b5-bb56-ba2a1c1e5737 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 943 time: 0.6831930 Feb 16 18:18:42.394669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e612d-0944-4466-866a-380efce8342f req-65f12e71-d1ae-475c-aad6-f3adfdad4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:42.396244 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef0e612d-0944-4466-866a-380efce8342f req-65f12e71-d1ae-475c-aad6-f3adfdad4134 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=626bb4c0-636e-462c-9ac5-bb2fac9ee84d HTTP/1.1" status: 200 len: 854 time: 0.3948472 Feb 16 18:18:42.456940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:18:42.466556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Sync routers for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:18:42.477366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:18:42.478035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:18:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:42.487332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef0e612d-0944-4466-866a-380efce8342f req-e2489839-043c-409d-bd6c-06c7bf355394 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706840 Feb 16 18:18:42.544343 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3a9dfd3e-e29a-46d3-8f03-be60f5dab32a req-e5c93eea-f8d9-445f-b95c-aa84f08f8d07 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517086 Feb 16 18:18:42.628844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:42.632858 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.5769877 Feb 16 18:18:42.633723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 40908) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:42.658407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517c899-5d5a-46cb-bd23-0beab64d5015 req-f2add641-edfd-4ac7-aff9-9cd87861b700 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:42.660604 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9517c899-5d5a-46cb-bd23-0beab64d5015 req-f2add641-edfd-4ac7-aff9-9cd87861b700 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.3502810 Feb 16 18:18:42.673287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:18:42.723240 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef0e612d-0944-4466-866a-380efce8342f req-c74970df-d4ad-4f0c-ae0c-d4e61a7e4a33 service neutron] 10.222.0.72 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110701 Feb 16 18:18:42.736268 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9517c899-5d5a-46cb-bd23-0beab64d5015 req-88d350aa-b658-416f-87b9-98f15b743524 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673840 Feb 16 18:18:42.936946 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef0e612d-0944-4466-866a-380efce8342f req-fd587d83-0b62-49e8-878f-7f328288eab1 service neutron] 10.222.0.72 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2016878 Feb 16 18:18:43.008604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0482c0-8831-4e27-a47f-2c53bf2d9e66 req-36c0f6fb-7dd4-452a-b545-fddf73181115 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:43.010297 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ae0482c0-8831-4e27-a47f-2c53bf2d9e66 req-36c0f6fb-7dd4-452a-b545-fddf73181115 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 943 time: 0.1413713 Feb 16 18:18:43.019321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:39Z', 'revision_number': 3, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:43.023714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Checking router: 93ba65c4-0090-402c-ac2b-9f9216010543 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:18:43.024345 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Updating router 93ba65c4-0090-402c-ac2b-9f9216010543 port b127cfc0-11b6-4891-8ad8-571a2c74555b binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:18:43.081035 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ae0482c0-8831-4e27-a47f-2c53bf2d9e66 req-3bd92f79-dcf5-4569-94e5-5ca2b642a1e8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Feb 16 18:18:43.101289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:43.458562 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:43.535323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:43.551897 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Transition to ACTIVE for port object b127cfc0-11b6-4891-8ad8-571a2c74555b will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:18:43.596419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:43.616556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:43.794166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Pushing event updated for resources: {'Port': ['ID=b127cfc0-11b6-4891-8ad8-571a2c74555b,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:43.816578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.816783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13183b49-2e0c-4ec2-a2b3-d33ba36cce33 req-816a8c45-7fad-4641-915e-32c8e87445a5 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:43.817013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.817461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.817837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.818203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.818568 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.818934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.819039 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-13183b49-2e0c-4ec2-a2b3-d33ba36cce33 req-816a8c45-7fad-4641-915e-32c8e87445a5 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 943 time: 0.1316128 Feb 16 18:18:43.819295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.819705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.820066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.820426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.820783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.821203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.821622 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.821989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.822355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.822713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.823109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.823466 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.823944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.824305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.824660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.825125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.825585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:18:43.830375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:43.891321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Attempting to bind port b127cfc0-11b6-4891-8ad8-571a2c74555b on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:18:43.891771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Attempting to bind port b127cfc0-11b6-4891-8ad8-571a2c74555b by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:18:43.892177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Attempting to bind port b127cfc0-11b6-4891-8ad8-571a2c74555b on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:18:43.899045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:18:43.899709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:43.900153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:43.900589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:18:43.901099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Bound port: b127cfc0-11b6-4891-8ad8-571a2c74555b, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:18:43.901966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:43.910781 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-13183b49-2e0c-4ec2-a2b3-d33ba36cce33 req-b9d249a7-8088-4b37-aee4-7b9f9cabe577 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841658 Feb 16 18:18:44.008481 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] For port b127cfc0-11b6-4891-8ad8-571a2c74555b, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:18:44.012437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] For port b127cfc0-11b6-4891-8ad8-571a2c74555b, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=b127cfc0-11b6-4891-8ad8-571a2c74555b,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:18:44.047741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:44.068057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:44.125766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1a5fefd9-e1af-4652-a7b8-3042137b238d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:44.141248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25052-b9d1-451d-9cdd-987ba562c050 req-25687d23-c2bf-4f37-a070-e4753ee21797 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:44.149616 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e2e25052-b9d1-451d-9cdd-987ba562c050 req-25687d23-c2bf-4f37-a070-e4753ee21797 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1319764 Feb 16 18:18:44.154749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Allocated IP 172.20.0.1 (46e15f86-8fa2-4a3f-9b5d-aa775829ce71/d981a592-b31e-4916-a7b8-5252042e31dd/6af7eab6-f7fa-4209-8c47-aa7d2510b2d6) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:18:44.215102 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e2e25052-b9d1-451d-9cdd-987ba562c050 req-565e693b-f2fe-4eef-9020-230d49b371ea tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614078 Feb 16 18:18:44.273395 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 1a5fefd9-e1af-4652-a7b8-3042137b238d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:44.273933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:44.318243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Pushing event updated for resources: {'Port': ['ID=b127cfc0-11b6-4891-8ad8-571a2c74555b,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:44.323009 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:44.354390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:18:44.355710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:18:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:44.446876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 98c10cbc-cc7d-454c-9fe3-443ade39b311 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:44.489144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:44.510225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf579b-b5bc-4d75-8fe5-232496195fca req-287dc259-9dcd-499b-9285-27610af217ee tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:44.512167 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-17bf579b-b5bc-4d75-8fe5-232496195fca req-287dc259-9dcd-499b-9285-27610af217ee tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 943 time: 0.1635833 Feb 16 18:18:44.515481 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Transition to ACTIVE for port object 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:18:44.575048 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-17bf579b-b5bc-4d75-8fe5-232496195fca req-1c561078-11ae-45cc-9013-732e8d19fdbe tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544043 Feb 16 18:18:44.576096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:44.598232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:44.601065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 98c10cbc-cc7d-454c-9fe3-443ade39b311 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:18:44.606912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 98c10cbc-cc7d-454c-9fe3-443ade39b311 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:44.607443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:44.740611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:44.745418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Pushing event updated for resources: {'Port': ['ID=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:44.750174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:44.754964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:18:44.769942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5842b05-14d4-44a6-939a-6781213a7236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c10cbc-cc7d-454c-9fe3-443ade39b311'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:18:44.780760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 98c10cbc-cc7d-454c-9fe3-443ade39b311, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=98c10cbc-cc7d-454c-9fe3-443ade39b311,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:18:44.796394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:18:44.797501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:44.799897 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:18:44.800409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:44.813129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:44.815344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:44.910431 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5842b05-14d4-44a6-939a-6781213a7236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c10cbc-cc7d-454c-9fe3-443ade39b311', 'code': 200} Feb 16 18:18:44.911051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=98c10cbc-cc7d-454c-9fe3-443ade39b311,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:44.914519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:45.020780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:45.094670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:39Z', 'revision_number': 3, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:45.099487 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac513a-062d-40f7-ab7e-73fd3035338f None None] The sync data for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi is: [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:39Z', 'revision_number': 3, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:18:45.135391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-bedb4ec0-86ff-46b8-a233-ab6186cfafe0 None None] Provisioning for port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:18:45.141678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-bedb4ec0-86ff-46b8-a233-ab6186cfafe0 None None] Provisioning complete for port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:45.142276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bedb4ec0-86ff-46b8-a233-ab6186cfafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:45.211877 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bedb4ec0-86ff-46b8-a233-ab6186cfafe0 None None] Port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:18:45.214823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 98c10cbc-cc7d-454c-9fe3-443ade39b311 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:45.277325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5c7c-7753-4b3d-b682-e0e1e9b35048 req-3912b6bf-89d5-47f8-8676-a016a3dc0fea tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:45.286902 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9d2b5c7c-7753-4b3d-b682-e0e1e9b35048 req-3912b6bf-89d5-47f8-8676-a016a3dc0fea tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 943 time: 0.1761212 Feb 16 18:18:45.291734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 98c10cbc-cc7d-454c-9fe3-443ade39b311 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:45.292169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:45.333547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b17546-7d42-4f9b-bed2-5abbb0a9cfaa req-afbe635e-8338-4757-82cb-ec6360efe1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:45.336041 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a8b17546-7d42-4f9b-bed2-5abbb0a9cfaa req-afbe635e-8338-4757-82cb-ec6360efe1e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 1162 time: 0.1669390 Feb 16 18:18:45.416257 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a8b17546-7d42-4f9b-bed2-5abbb0a9cfaa req-4def533a-edff-4b48-944b-ba75b0ae5884 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726991 Feb 16 18:18:45.420709 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9d2b5c7c-7753-4b3d-b682-e0e1e9b35048 req-659815bf-c633-41a9-a576-0babd23033fe tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304572 Feb 16 18:18:45.493012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:45.527575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:45.528786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:45.557901 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:45.570792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75529c43-314c-45a9-a295-7b03a16a6b19 req-4ce1a7ba-5b85-4705-8440-45dcad34e4d8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:45.580352 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-75529c43-314c-45a9-a295-7b03a16a6b19 req-4ce1a7ba-5b85-4705-8440-45dcad34e4d8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1580236 Feb 16 18:18:45.661911 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-75529c43-314c-45a9-a295-7b03a16a6b19 req-5df8bc2b-c4a1-40d4-8a71-ee71388aa0a9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784945 Feb 16 18:18:45.803845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Pushing event updated for resources: {'Port': ['ID=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:45.809102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:45.857675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:18:45.859958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:18:45.918048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fe12-7343-4c47-b377-04a54ca645dc req-b7858976-5932-432b-aeff-36187a0ce392 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:45.926203 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57e4fe12-7343-4c47-b377-04a54ca645dc req-b7858976-5932-432b-aeff-36187a0ce392 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 945 time: 0.1367152 Feb 16 18:18:45.993431 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57e4fe12-7343-4c47-b377-04a54ca645dc req-1fc9ec3e-c439-4e0e-a638-3180eef5a5ea tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661693 Feb 16 18:18:46.125654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Router 93ba65c4-0090-402c-ac2b-9f9216010543 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:18:46.255098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-3600ef04-3159-4f6a-9b8b-a108355cf621 None None] Provisioning complete for port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:46.255624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3600ef04-3159-4f6a-9b8b-a108355cf621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:46.320842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3600ef04-3159-4f6a-9b8b-a108355cf621 None None] Port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:18:46.369921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10777997-f310-43ff-9d49-ed21771d8f55 req-9844cc58-cef1-4673-a5a2-796a1c029740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:46.371629 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-10777997-f310-43ff-9d49-ed21771d8f55 req-9844cc58-cef1-4673-a5a2-796a1c029740 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1162 time: 0.1021535 Feb 16 18:18:46.411322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:18:46.420871 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-10777997-f310-43ff-9d49-ed21771d8f55 req-201d048b-5f55-4762-b93c-80ecf35909d5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Feb 16 18:18:46.423705 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] 10.222.0.16 "PUT /v2.0/routers/93ba65c4-0090-402c-ac2b-9f9216010543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7877014 Feb 16 18:18:46.485577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device b127cfc0-11b6-4891-8ad8-571a2c74555b up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:46.589580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port b127cfc0-11b6-4891-8ad8-571a2c74555b completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:18:46.595274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port b127cfc0-11b6-4891-8ad8-571a2c74555b triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:46.596482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:46.656687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bf9ad-a660-4359-b2e0-61cff5ca7478 req-bcc2b409-6d88-405e-872b-508edbd03141 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:46.659119 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8e4bf9ad-a660-4359-b2e0-61cff5ca7478 req-bcc2b409-6d88-405e-872b-508edbd03141 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 943 time: 0.0964561 Feb 16 18:18:46.754120 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8e4bf9ad-a660-4359-b2e0-61cff5ca7478 req-2dfc0b12-4c1c-42b0-9a23-ab3fabf62229 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881553 Feb 16 18:18:46.769412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:46.791348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port b127cfc0-11b6-4891-8ad8-571a2c74555b, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=b127cfc0-11b6-4891-8ad8-571a2c74555b,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:18:46.825004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:46.835383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:46.908916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c3880-402f-4f18-b313-2ac58d7f0784 req-c6fb972a-af06-485f-be7b-20eb4ed9e2f0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:46.910729 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d4c3880-402f-4f18-b313-2ac58d7f0784 req-c6fb972a-af06-485f-be7b-20eb4ed9e2f0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0949118 Feb 16 18:18:46.915899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=b127cfc0-11b6-4891-8ad8-571a2c74555b,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:46.919462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:46.965177 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d4c3880-402f-4f18-b313-2ac58d7f0784 req-8ab6ac88-2390-45b0-9b3a-ae195612d36f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437062 Feb 16 18:18:47.258706 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7beb59d-42d7-4edb-b0e0-30cf1d8fc897 req-1bb78837-ff7c-4a1b-841f-b27441ca5a1f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:47.260410 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c7beb59d-42d7-4edb-b0e0-30cf1d8fc897 req-1bb78837-ff7c-4a1b-841f-b27441ca5a1f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 945 time: 0.1182883 Feb 16 18:18:47.330718 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c7beb59d-42d7-4edb-b0e0-30cf1d8fc897 req-97126742-7fef-4a80-8b44-75d95dcd72a8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638940 Feb 16 18:18:47.393901 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.objects.ports [None req-ad86f691-140a-4246-baf5-20e2e36549ee None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:18:48.023066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db477ab0-3d37-4f64-94f6-acfca1169838 req-12c2160f-53f2-4929-bf8d-082b86a12bc5 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:48.024695 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-db477ab0-3d37-4f64-94f6-acfca1169838 req-12c2160f-53f2-4929-bf8d-082b86a12bc5 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 943 time: 0.1217313 Feb 16 18:18:48.110123 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-db477ab0-3d37-4f64-94f6-acfca1169838 req-103ddfc5-5209-4b11-add2-8264ba7197b8 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755563 Feb 16 18:18:48.180449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Sync routers for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:18:48.206275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:18:48.209818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:18:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:48.318987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1027f32-1368-4182-ba46-66b99320f056 req-380f6a0d-b281-4ef2-ae29-4e2f1d4a855b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:48.321337 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b1027f32-1368-4182-ba46-66b99320f056 req-380f6a0d-b281-4ef2-ae29-4e2f1d4a855b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1227934 Feb 16 18:18:48.419124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b88f505c-fc54-473a-98f3-7ed292083aff up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:48.445601 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b1027f32-1368-4182-ba46-66b99320f056 req-f6f2d7b3-d1c9-4d73-9bb9-cbc285cd7f21 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168754 Feb 16 18:18:48.523080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device b127cfc0-11b6-4891-8ad8-571a2c74555b up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:48.625254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:18:48.638850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181ef1-d997-495a-940a-a7c3769a7b02 req-53d9a76a-47f3-4a61-993b-2f62bd28ac14 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:48.647197 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f1181ef1-d997-495a-940a-a7c3769a7b02 req-53d9a76a-47f3-4a61-993b-2f62bd28ac14 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 945 time: 0.1344681 Feb 16 18:18:48.709780 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f1181ef1-d997-495a-940a-a7c3769a7b02 req-f39c228d-8c13-4c17-8e88-3ada36c341b2 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615187 Feb 16 18:18:48.852354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port b88f505c-fc54-473a-98f3-7ed292083aff completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:18:48.868304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port b88f505c-fc54-473a-98f3-7ed292083aff triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:48.868531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:49.020094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port b127cfc0-11b6-4891-8ad8-571a2c74555b triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:49.020628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:49.312683 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:49.412844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eff5adc-faab-4697-9dc2-d2a5e3daa5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f505c-fc54-473a-98f3-7ed292083aff'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:18:49.430468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port b88f505c-fc54-473a-98f3-7ed292083aff, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b88f505c-fc54-473a-98f3-7ed292083aff,segment=NetworkSegment(c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850),segment_id=c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:18:49.454643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d7877-db78-4fad-95bb-9dd936bf5011 req-fd9e9b1f-d816-4d6d-9265-5c6d5b63aa4b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:49.462739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:49.465352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:49.468138 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ac3d7877-db78-4fad-95bb-9dd936bf5011 req-fd9e9b1f-d816-4d6d-9265-5c6d5b63aa4b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 943 time: 0.1690130 Feb 16 18:18:49.552161 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eff5adc-faab-4697-9dc2-d2a5e3daa5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f505c-fc54-473a-98f3-7ed292083aff', 'code': 200} Feb 16 18:18:49.599531 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ac3d7877-db78-4fad-95bb-9dd936bf5011 req-269bef36-c563-4446-833d-fc2b0e5394fd tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300721 Feb 16 18:18:49.609194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:45Z', 'revision_number': 2, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:49.641186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Checking router: 93ba65c4-0090-402c-ac2b-9f9216010543 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:18:49.641601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Updating router 93ba65c4-0090-402c-ac2b-9f9216010543 port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:18:49.779938 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1a5fefd9-e1af-4652-a7b8-3042137b238d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:49.897944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=b88f505c-fc54-473a-98f3-7ed292083aff,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:49.908681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:49.916266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5babc1-c84b-4b33-a257-71a3ec50842c req-9e720670-654f-4777-b9e0-57b19a817257 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:49.916485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:49.924710 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8b5babc1-c84b-4b33-a257-71a3ec50842c req-9e720670-654f-4777-b9e0-57b19a817257 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.2204669 Feb 16 18:18:50.013609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 1a5fefd9-e1af-4652-a7b8-3042137b238d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:50.016156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:50.160076 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8b5babc1-c84b-4b33-a257-71a3ec50842c req-201e2466-8369-477a-8262-6a5aaab9a860 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336299 Feb 16 18:18:50.191314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfa485-d936-469c-8296-e33b884d9174 req-da09d8f8-42b3-420a-8890-c72421e26557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:50.193017 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5bcfa485-d936-469c-8296-e33b884d9174 req-da09d8f8-42b3-420a-8890-c72421e26557 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 1162 time: 0.2657793 Feb 16 18:18:50.269340 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5bcfa485-d936-469c-8296-e33b884d9174 req-79175fe0-52c7-45e6-bbc2-4338b619c8fb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613835 Feb 16 18:18:50.618452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b88f505c-fc54-473a-98f3-7ed292083aff up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:50.910085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:50.924446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Transition to ACTIVE for port object 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:18:50.948346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-654be1fe-573f-411e-aa2d-15d6ab56b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:50.950198 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-654be1fe-573f-411e-aa2d-15d6ab56b728 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1162 time: 0.2382767 Feb 16 18:18:50.957901 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe492-34fd-47b3-9f71-5321464a844b req-19b4e041-e086-4b5a-aec0-b0fcb8f58ffd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:50.967457 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bb9fe492-34fd-47b3-9f71-5321464a844b req-19b4e041-e086-4b5a-aec0-b0fcb8f58ffd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1483746 Feb 16 18:18:50.973123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:51.178117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:51.226257 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bb9fe492-34fd-47b3-9f71-5321464a844b req-71ac11d6-adb1-46e9-8332-a33b2bed0b42 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591588 Feb 16 18:18:51.258175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-7157410e-2cb4-4468-87c0-997811fc3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:51.264489 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-7157410e-2cb4-4468-87c0-997811fc3a0d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 912 time: 0.2955279 Feb 16 18:18:51.270742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509eff7-fc9b-4537-bbad-ba7b7dbf0ef2 None None] Pushing event updated for resources: {'Port': ['ID=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:51.277499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4509eff7-fc9b-4537-bbad-ba7b7dbf0ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:51.377957 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-06441737-9c85-475a-90b4-964b5f5c7eb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d HTTP/1.1" status: 200 len: 217 time: 0.0907326 Feb 16 18:18:51.396377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681745a1-b12b-435c-a79c-ff53e4df07cf req-3971380e-d431-4c22-9f8d-a1bd6b12e44e tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:51.398135 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-681745a1-b12b-435c-a79c-ff53e4df07cf req-3971380e-d431-4c22-9f8d-a1bd6b12e44e tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 945 time: 0.3766630 Feb 16 18:18:51.451778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port b88f505c-fc54-473a-98f3-7ed292083aff triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:51.452210 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:51.499596 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-681745a1-b12b-435c-a79c-ff53e4df07cf req-bf1b0a05-6ce7-4971-9810-111dd4c7b163 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628676 Feb 16 18:18:51.521483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-bc84b2fe-2fdd-453a-a0c4-314178926e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:51.523804 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-bc84b2fe-2fdd-453a-a0c4-314178926e3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.1246057 Feb 16 18:18:51.585947 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-d6f3d141-b122-4de7-a0b3-49d643d0f47f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529885 Feb 16 18:18:51.849398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Attempting to bind port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:18:51.849937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Attempting to bind port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:18:51.850217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Attempting to bind port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 on network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:18:51.855838 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-46b5c1b1-fb11-43a9-83d9-4624d88393dd service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527575 Feb 16 18:18:51.864643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:18:51.865156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Checking segment: {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:18:51.865730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:51.866272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Bound using segment: {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:18:51.866888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Bound port: 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:18:51.867391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:52.033418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] For port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:18:52.037427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] For port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:18:52.144984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e417336d-cf7f-4420-b310-d5461a6666ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:52.174626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:52.222533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:52.262046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b88f505c-fc54-473a-98f3-7ed292083aff up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:52.292008 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5c7ffc-57ab-4a23-877f-a7390639fde4 req-195e26d0-b156-4d21-a836-02b3d7fcc005 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4288423 Feb 16 18:18:52.463780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509eff7-fc9b-4537-bbad-ba7b7dbf0ef2 None None] Pushing event updated for resources: {'Port': ['ID=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:52.520905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4509eff7-fc9b-4537-bbad-ba7b7dbf0ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:52.541070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693074bd-0237-480e-b198-4bcd4081d2a8 req-ed8e0f2d-611b-4edf-a1a1-b02362a550fa tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:52.549325 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-693074bd-0237-480e-b198-4bcd4081d2a8 req-ed8e0f2d-611b-4edf-a1a1-b02362a550fa tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1682093 Feb 16 18:18:52.558325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port b88f505c-fc54-473a-98f3-7ed292083aff triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:52.558754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:52.617199 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-693074bd-0237-480e-b198-4bcd4081d2a8 req-61b9fe37-2ed6-41d0-a2f6-706dc99aedc8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667024 Feb 16 18:18:52.753059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:18:52.753773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:18:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:53.093378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f88c53-220a-4e94-9865-b91057adb88d req-17919cd2-ab5f-45d4-8715-a1a4ddf8e746 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:53.102178 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-56f88c53-220a-4e94-9865-b91057adb88d req-17919cd2-ab5f-45d4-8715-a1a4ddf8e746 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 945 time: 0.2032926 Feb 16 18:18:53.144715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:18:53.229226 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-56f88c53-220a-4e94-9865-b91057adb88d req-8721b48e-2d0c-4b5f-b50c-d1a661626f6d tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259601 Feb 16 18:18:53.643518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:52Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:53.649430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac221d-8d70-4fd1-8159-00d79b0a95a2 None None] The sync data for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi is: [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:52Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:18:53.973469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86329-9cac-42a9-85ee-acc3d2b9f44d req-63deafc4-f608-4c1a-b3c4-53e5ed372183 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:53.981710 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0de86329-9cac-42a9-85ee-acc3d2b9f44d req-63deafc4-f608-4c1a-b3c4-53e5ed372183 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1815104 Feb 16 18:18:54.032076 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0de86329-9cac-42a9-85ee-acc3d2b9f44d req-6a0669f3-75b4-4492-8c1e-bc54de8e53b8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493996 Feb 16 18:18:54.176138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9ca3a4ba-43b9-48a6-8f72-7e71b501c022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:54.628788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:54.789347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:18:54.795811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:54.796281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:55.010764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:55.015459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:55.053354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:18:55.084388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:55.086421 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:55.282060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:55.285568 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:55.359164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bd1c8-cbaf-4a83-825d-92c4c490fa98 req-24da436a-11d0-463d-82a6-5736dc1e2035 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:55.368028 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-251bd1c8-cbaf-4a83-825d-92c4c490fa98 req-24da436a-11d0-463d-82a6-5736dc1e2035 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1387751 Feb 16 18:18:55.433596 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-251bd1c8-cbaf-4a83-825d-92c4c490fa98 req-bc9f98e8-586f-4e78-a9e3-b82aa8a44013 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640275 Feb 16 18:18:55.907152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:56.421228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:56.470774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:18:56.577359 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:18:56.577702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:56.661288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9b62-ab41-4d41-946d-dbffb10f45ca req-36e90ef4-fd25-4510-b888-71eb069f4a93 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:18:56.662928 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-159f9b62-ab41-4d41-946d-dbffb10f45ca req-36e90ef4-fd25-4510-b888-71eb069f4a93 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0960948 Feb 16 18:18:56.715927 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-159f9b62-ab41-4d41-946d-dbffb10f45ca req-5c7d6d7b-196c-48e9-a928-58d324968a5b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453658 Feb 16 18:18:57.576388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 41252) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:57.676428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Deleting subnet 552e84e9-5e8c-4fb5-b038-6b56b75e87c4 {{(pid=83981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:18:57.680103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:57.742525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32263827'] for subnet, precommit_delete_associations {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:57.810278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:58.165137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822305665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823643017'] for subnet, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:58.218857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f3296250-a930-4830-94da-0814e479bb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:58.326322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=552e84e9-5e8c-4fb5-b038-6b56b75e87c4,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:58.329649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:58.362663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:58.372411 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/552e84e9-5e8c-4fb5-b038-6b56b75e87c4 HTTP/1.1" status: 204 len: 168 time: 0.7918537 Feb 16 18:18:58.373130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 41264) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:58.506691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:58.721249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:58.858317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.858721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.859570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.860013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > port after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.860381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.860767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > port after_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.861699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.862063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.862424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.862788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.932819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.933208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.933597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.933974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:18:58.934366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c70fed-cd0a-4c24-8985-b7b6e27d0c96']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:58.949161 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217b70c7-8cec-411b-9cfd-f3422e86181c') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:58.949496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217b70c7-8cec-411b-9cfd-f3422e86181c') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:18:58.963837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:58.979881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:58.982009 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:18:59.180350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Network 93c70fed-cd0a-4c24-8985-b7b6e27d0c96 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:18:59.191258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:59.386061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Network 93c70fed-cd0a-4c24-8985-b7b6e27d0c96 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: from cryptography.utils import int_from_bytes Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: from cryptography.utils import int_from_bytes Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: (rel_b, rel_a, rel_b), Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:18:59.482207 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:18:59.526779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:59.531752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:18:59.554992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:59.558148 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c70fed-cd0a-4c24-8985-b7b6e27d0c96,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:18:59.561408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:18:59.572392 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/93c70fed-cd0a-4c24-8985-b7b6e27d0c96 HTTP/1.1" status: 204 len: 168 time: 1.1954751 Feb 16 18:18:59.572858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 41280) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:18:59.649351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Deleting subnet 0bb8d44e-c818-40aa-b165-04d24dd32f1e {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:18:59.653969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:59.712761 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:59.776445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:00.280874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d026286-ccfd-4665-9ff7-d7241a319e66 req-7685d526-fabd-45f4-be09-187bc40776d1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:00.283381 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8d026286-ccfd-4665-9ff7-d7241a319e66 req-7685d526-fabd-45f4-be09-187bc40776d1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1673677 Feb 16 18:19:00.349523 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8d026286-ccfd-4665-9ff7-d7241a319e66 req-7d6a498c-ce0f-412f-99e5-b7e0448f1d08 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Feb 16 18:19:00.424376 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:00.459618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:00.532170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb8d44e-c818-40aa-b165-04d24dd32f1e,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:00.596412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:00.645824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:00.661270 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0bb8d44e-c818-40aa-b165-04d24dd32f1e HTTP/1.1" status: 204 len: 168 time: 1.0871432 Feb 16 18:19:00.671910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 41304) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:19:00.829684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:01.047396 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:01.175517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ea6d8f-f1bb-45c6-8555-91c7ec89b266']}} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:19:01.190598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b46a65-ec0b-4059-82e9-207a2b4e4d15') {'for_net_delete': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:19:01.190971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b46a65-ec0b-4059-82e9-207a2b4e4d15') {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:19:01.204115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822511976'] for segment, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:01.219346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:01.221451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:19:01.411723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Network 35ea6d8f-f1bb-45c6-8555-91c7ec89b266 has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:19:01.422362 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32469725'] for segment, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:01.699414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Network 35ea6d8f-f1bb-45c6-8555-91c7ec89b266 has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:19:01.744270 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:19:01.895774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:01.899731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:01.919187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:01.930223 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/35ea6d8f-f1bb-45c6-8555-91c7ec89b266 HTTP/1.1" status: 204 len: 168 time: 1.2641494 Feb 16 18:19:01.966213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ea6d8f-f1bb-45c6-8555-91c7ec89b266,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:01.977191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:02.417685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 41342) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:19:02.477291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 41348) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:19:02.492280 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-37435e9f-54a2-4e96-917e-bc2be9af5a75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18eea021f4b84759ac709e7d28f05cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731502 Feb 16 18:19:02.546538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-366895c8-0bbb-4bef-b51f-a8bfa13ebaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:02.576434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-366895c8-0bbb-4bef-b51f-a8bfa13ebaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:02.831736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-366895c8-0bbb-4bef-b51f-a8bfa13ebaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:02.842378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c55c460e-f5c7-49b5-9686-243db781ca15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:02.851278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366895c8-0bbb-4bef-b51f-a8bfa13ebaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67490ba0-1da1-47b7-8072-cce0184ada3a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:02.854413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-366895c8-0bbb-4bef-b51f-a8bfa13ebaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:02.855888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-366895c8-0bbb-4bef-b51f-a8bfa13ebaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:02.860345 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-366895c8-0bbb-4bef-b51f-a8bfa13ebaf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67490ba0-1da1-47b7-8072-cce0184ada3a HTTP/1.1" status: 204 len: 168 time: 0.3817964 Feb 16 18:19:03.394167 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 41376) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:19:03.446219 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b2b1c6d4-2e52-46e2-88eb-290a3a3e458e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0701de961bee44c593a89573f035aae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506349 Feb 16 18:19:03.448699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 41380) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:19:03.508919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-612e8104-d245-4e23-993e-0542c663d248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:03.536381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-612e8104-d245-4e23-993e-0542c663d248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:03.660605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-612e8104-d245-4e23-993e-0542c663d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:03.665710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-23e7627f-1eb2-4ece-944f-7b21931404a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:03.678347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e8104-d245-4e23-993e-0542c663d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d139c-4f41-4897-80c0-d65b3478dd57,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:03.681936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-612e8104-d245-4e23-993e-0542c663d248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:03.684140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-612e8104-d245-4e23-993e-0542c663d248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:03.684595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:19:03.685233 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-612e8104-d245-4e23-993e-0542c663d248 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a8d139c-4f41-4897-80c0-d65b3478dd57 HTTP/1.1" status: 204 len: 168 time: 0.2355809 Feb 16 18:19:08.420195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-7d650702-c1df-4e90-8bb6-1582e151b829 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:08.420964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-7d650702-c1df-4e90-8bb6-1582e151b829 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Synchronizing usage tracker for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:network {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:19:08.480675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-7d650702-c1df-4e90-8bb6-1582e151b829 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Unset dirty status for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:network {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:19:08.481943 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-7d650702-c1df-4e90-8bb6-1582e151b829 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 814 time: 0.2255380 Feb 16 18:19:08.500690 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-5ed01b45-a7e7-417e-a78a-f89ee05c763f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/quotas/3f39c81da9c4459bbd082972e2027ceb HTTP/1.1" status: 200 len: 375 time: 0.0102768 Feb 16 18:19:08.594084 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-06d4e941-8c5d-49ee-b058-14b4482adc57 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870039 Feb 16 18:19:08.746704 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-f2fdafd7-ad85-4dcb-9065-3e7e122d09c1 service neutron] 10.222.0.16 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393919 Feb 16 18:19:08.895472 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-474b24a4-9b93-4efe-ac1f-449a6204ef63 service neutron] 10.222.0.16 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417539 Feb 16 18:19:09.170417 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-38e87b18-39c9-4e69-b4db-9e790f682163 req-fcb6d76b-b4e8-4db2-83b2-c14cb97737cf tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 210 time: 0.0550199 Feb 16 18:19:10.337234 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e027738f-f7d1-4009-8452-a3520db0154d req-7657ca75-8642-4e7e-8306-2a3e46b7aa8f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 210 time: 0.0486498 Feb 16 18:19:11.015241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e7414a35-0c66-4530-ba23-84ac5855a875 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:11.016797 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e7414a35-0c66-4530-ba23-84ac5855a875 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.72 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 814 time: 0.1637836 Feb 16 18:19:11.036686 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'port': {'device_id': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'admin_state_up': True, 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:19:11.187097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:19:11.191968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Usage tracker for resource:port and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:19:11.197673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:19:11.200881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:19:11.240500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Made reservation on behalf of 3f39c81da9c4459bbd082972e2027ceb for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:19:11.246181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:11.741807 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0bf5e153-67a7-401c-a887-c9a4bea8e4a2 req-4ee90416-48bc-4d0f-8fa6-e2f61a6b81a4 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 210 time: 0.2806444 Feb 16 18:19:11.825391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Allocated IP 172.20.0.7 (46e15f86-8fa2-4a3f-9b5d-aa775829ce71/d981a592-b31e-4916-a7b8-5252042e31dd/688ec8c9-3f90-4f4e-868d-56ce9c7e1150) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:19:12.052613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:12.084852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Transition to ACTIVE for port object 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:19:12.091964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:12.159099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:12.176133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:12.329861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event updated for resources: {'Port': ['ID=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:12.336274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:12.382165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:19:12.382606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:19:12.385974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:19:12.460936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:12.461653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:12.556319 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5247066 Feb 16 18:19:12.720999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-18416cce-1866-47d5-92cf-90b28ac9bf8f None None] Provisioning for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:19:12.728741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-18416cce-1866-47d5-92cf-90b28ac9bf8f None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:19:12.729176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-18416cce-1866-47d5-92cf-90b28ac9bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:12.800555 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-18416cce-1866-47d5-92cf-90b28ac9bf8f None None] Port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:19:22.005805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8f46ccaf-cb0b-4f46-976a-a10f689c734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:24.143064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9d599c29-3c1c-4447-baff-70408dcef77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:26.885406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:26.923760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:26.924475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:35.499715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Request body: {'port': {'device_id': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:19:35.625748 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:35.840866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97584824-19de-440a-926d-e4b88fa9fdeb req-fcf977da-748d-4532-987e-ec286b150fc9 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:35.841640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-97584824-19de-440a-926d-e4b88fa9fdeb req-fcf977da-748d-4532-987e-ec286b150fc9 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Synchronizing usage tracker for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:19:36.009585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-97584824-19de-440a-926d-e4b88fa9fdeb req-fcf977da-748d-4532-987e-ec286b150fc9 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Unset dirty status for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:19:36.011851 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-97584824-19de-440a-926d-e4b88fa9fdeb req-fcf977da-748d-4532-987e-ec286b150fc9 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 931 time: 0.3375378 Feb 16 18:19:36.095624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-97584824-19de-440a-926d-e4b88fa9fdeb req-f95993bb-70ed-4132-9c27-64cfd6fa4ec4 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Synchronizing usage tracker for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:security_group {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:19:36.170612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-97584824-19de-440a-926d-e4b88fa9fdeb req-f95993bb-70ed-4132-9c27-64cfd6fa4ec4 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Unset dirty status for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:security_group {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:19:36.171873 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-97584824-19de-440a-926d-e4b88fa9fdeb req-f95993bb-70ed-4132-9c27-64cfd6fa4ec4 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474237 Feb 16 18:19:36.198105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:19:36.205805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:36.218278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Transition to ACTIVE for port object 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:19:36.248725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:36.265036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:36.416650 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Pushing event updated for resources: {'Port': ['ID=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:36.421060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:36.598672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Attempting to bind port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:19:36.599207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Attempting to bind port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:19:36.599507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Attempting to bind port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 on network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:19:36.606039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:19:36.606573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Checking segment: {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:19:36.606987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:36.607393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Bound using segment: {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:19:36.607904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Bound port: 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:19:36.608287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:36.710457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] For port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:19:36.713730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] For port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:19:36.775077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:36.791845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-da98502f-78b4-49c4-aa5d-4a2845436064 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:36.957032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Pushing event updated for resources: {'Port': ['ID=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:36.962943 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:37.005277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:37.005992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:37.007488 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] 10.222.0.72 "PUT /v2.0/ports/688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 1157 time: 1.5127513 Feb 16 18:19:37.008096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:19:37.072142 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'status': 'completed', 'code': 200} Feb 16 18:19:37.214771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-7c460ddd-4154-43d2-99bb-66ed1f237fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:37.216409 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-7c460ddd-4154-43d2-99bb-66ed1f237fe1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1160 time: 0.1203442 Feb 16 18:19:37.318078 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-af95e4c4-3416-4d70-8826-6487b8056bf4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 217 time: 0.0863242 Feb 16 18:19:37.431491 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-4e249445-aac3-41ed-b445-6ae8db148caf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1012557 Feb 16 18:19:37.463869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-0807d971-1cbe-414b-bcd6-1e798bc05935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:37.465521 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-0807d971-1cbe-414b-bcd6-1e798bc05935 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.0907416 Feb 16 18:19:37.535148 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-64613b05-251b-4fb4-af7d-6074ca051b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:37.537133 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-64613b05-251b-4fb4-af7d-6074ca051b26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1163 time: 0.0798020 Feb 16 18:19:37.543299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b5bff-af60-4af5-afa2-f1e74b410c01 req-2a020695-21c4-4b6c-a738-81d054b9da74 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:37.544973 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-004b5bff-af60-4af5-afa2-f1e74b410c01 req-2a020695-21c4-4b6c-a738-81d054b9da74 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 943 time: 0.2197752 Feb 16 18:19:37.605455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-191f0483-1a14-4d49-b81d-6fb4df654be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:37.607099 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-191f0483-1a14-4d49-b81d-6fb4df654be1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1316836 Feb 16 18:19:37.615431 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-004b5bff-af60-4af5-afa2-f1e74b410c01 req-0084bd68-8c80-49e1-b170-0b2d461635c3 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532498 Feb 16 18:19:37.722426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-9cd2ca6f-7b23-48cf-91e9-cb4915c1ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:37.725423 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-9cd2ca6f-7b23-48cf-91e9-cb4915c1ede1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.1658235 Feb 16 18:19:37.772436 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-a834de5d-554b-4a05-91bd-346a766e3c81 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544600 Feb 16 18:19:37.846090 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-66e01e96-8828-4a05-bf02-87eb8e3b77aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 200 len: 1002 time: 0.1107008 Feb 16 18:19:37.958838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-21b20cdf-b61c-4935-b39c-f402a0bf5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:37.963400 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bacb9ae-6825-4826-9301-2c232e5ab50a req-0b95db08-7aa8-4414-879b-0e862907cd07 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1837227 Feb 16 18:19:37.969222 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-21b20cdf-b61c-4935-b39c-f402a0bf5181 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.1134007 Feb 16 18:19:38.075683 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-4b33258b-bfeb-405d-a4d6-cd0e66297f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:38.077343 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-4b33258b-bfeb-405d-a4d6-cd0e66297f28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979557 Feb 16 18:19:38.174474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-e2d93259-9cf5-467e-897e-6715cb15b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:38.176224 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-e2d93259-9cf5-467e-897e-6715cb15b6a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1160 time: 0.1010253 Feb 16 18:19:38.236255 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-b90c1529-aee1-486b-8659-2e51c7b47a6a service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505339 Feb 16 18:19:38.320217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-93541972-41d1-4689-be81-3f721ca4fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:38.321811 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-93541972-41d1-4689-be81-3f721ca4fc6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 909 time: 0.1389706 Feb 16 18:19:38.388815 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-efaa3c0f-7789-413e-b5f9-e084fc119135 req-7b4e36db-5dfa-4120-be29-7ea807164e3f service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457264 Feb 16 18:19:38.398847 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-b11813a4-5d30-4c65-af5d-12df64ca6596 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 217 time: 0.0699112 Feb 16 18:19:38.471785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-db5ae837-ebc3-449e-93ca-723a0c523ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:38.476040 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-db5ae837-ebc3-449e-93ca-723a0c523ea9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.0679963 Feb 16 18:19:38.568279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-af1ae2fc-6027-4eaa-a039-e3c926950aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:38.569933 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-af1ae2fc-6027-4eaa-a039-e3c926950aec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877266 Feb 16 18:19:38.992824 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-e5d3bce8-6b2b-4ed3-823d-334b10e73014 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151926 Feb 16 18:19:39.111353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f525-4945-4050-a56e-20ac89efdc59 req-f431e864-ce72-4fe5-9a15-88315450157e tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:39.113046 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c77f525-4945-4050-a56e-20ac89efdc59 req-f431e864-ce72-4fe5-9a15-88315450157e tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 943 time: 0.2100224 Feb 16 18:19:39.188147 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c77f525-4945-4050-a56e-20ac89efdc59 req-68f47b14-ea16-4574-8dc3-1c1c0b9d6b5d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667510 Feb 16 18:19:39.199001 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-497fe0e2-97ad-45a3-877d-56fc434bb4cf req-aa9dd5b4-69d5-495b-96b0-16d8513524cb service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1974514 Feb 16 18:19:40.268525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 41930) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:19:40.426306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:40.429043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87959521-9957-495d-a6d9-cadb5ab266cf req-b72d0e51-04b4-4ff6-8fdd-f52cd190349b tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:40.430693 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-87959521-9957-495d-a6d9-cadb5ab266cf req-b72d0e51-04b4-4ff6-8fdd-f52cd190349b tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 943 time: 0.0942545 Feb 16 18:19:40.443729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:19:40.448120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2bfa5164bde34a149ca4fb9e4a712ad1 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:19:40.451126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:19:40.457163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:19:40.483225 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-87959521-9957-495d-a6d9-cadb5ab266cf req-5d0ced6d-146c-4676-938e-84b8b5e76ad0 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Feb 16 18:19:40.684845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:19:40.711624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:40.742648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:40.757087 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4164687f-84ac-4944-8929-282b96bf3692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:40.799439 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bfa5164bde34a149ca4fb9e4a712ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296540 Feb 16 18:19:40.801140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b81c089-33ce-4461-bdb4-c82761c61c64,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:40.802984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 41944) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:19:40.810250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.814974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.815536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.815958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.816355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.816749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.817732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.818126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.818514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.818901 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.819290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.819705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.820100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:40.824578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:40.866566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:40.895274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:40.974645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:40.979876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ab2105b7-6735-4ce8-84cf-801b4875d284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:40.994410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b81c089-33ce-4461-bdb4-c82761c61c64,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:41.003170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.003607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.004016 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.004418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.005437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.005839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.006233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.006626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.007019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.007410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.007825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.008214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.008658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.009053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.009440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.009827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.010217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.010602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.010985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.011370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.011779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.012164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.012548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.012936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:41.015915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:41.017131 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b81c089-33ce-4461-bdb4-c82761c61c64 HTTP/1.1" status: 204 len: 168 time: 0.2130218 Feb 16 18:19:41.018065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:41.692406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a211fa-2fb2-4a9a-b5f7-57fee0fcadf9 req-956312c1-998b-4e64-8837-c5cf57842fae tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:41.694082 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07a211fa-2fb2-4a9a-b5f7-57fee0fcadf9 req-956312c1-998b-4e64-8837-c5cf57842fae tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 943 time: 0.0926950 Feb 16 18:19:41.742622 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07a211fa-2fb2-4a9a-b5f7-57fee0fcadf9 req-da952123-7455-4817-a262-96bbc58e3e7b tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Feb 16 18:19:42.123094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:43.029322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d18bb-7793-4fa6-975a-2f54e301031e req-e626954c-d16e-407b-a2c1-0a8f712008a7 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:43.031163 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4d4d18bb-7793-4fa6-975a-2f54e301031e req-e626954c-d16e-407b-a2c1-0a8f712008a7 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 943 time: 0.1270652 Feb 16 18:19:43.096098 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4d4d18bb-7793-4fa6-975a-2f54e301031e req-b6463fad-7e5c-4f18-9fae-f58e651254ac tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561547 Feb 16 18:19:43.715412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-8917e11c-9c39-4b8a-8d90-20627b2b5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:43.717168 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-8917e11c-9c39-4b8a-8d90-20627b2b5601 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1162 time: 0.1571715 Feb 16 18:19:43.724566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ab17-ad08-499d-b33c-d08b3e657f0e req-e3cc36ed-2211-49bf-864c-48a270dd1c6a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:43.727297 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ed57ab17-ad08-499d-b33c-d08b3e657f0e req-e3cc36ed-2211-49bf-864c-48a270dd1c6a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1244473 Feb 16 18:19:43.785581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.objects.ports [None req-d3382bb6-4f08-403e-93de-acbd14e18266 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:19:43.883940 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ed57ab17-ad08-499d-b33c-d08b3e657f0e req-8edd72a6-1311-4a58-9e5e-a1822c511a5b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315217 Feb 16 18:19:43.918728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-13636639-038a-480f-a764-e31004e1f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:43.920728 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-13636639-038a-480f-a764-e31004e1f04e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 912 time: 0.1935320 Feb 16 18:19:44.056922 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-76424edf-4b68-4a55-820b-9ec378b553d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d HTTP/1.1" status: 200 len: 217 time: 0.1082652 Feb 16 18:19:44.176196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-96d5cde4-872f-45f3-8876-c92ace5dc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:44.178503 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-96d5cde4-872f-45f3-8876-c92ace5dc742 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.1133614 Feb 16 18:19:44.241823 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-f2599f54-dbc9-402e-ab47-4805d0cb2c42 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546710 Feb 16 18:19:44.555744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2005aac-8312-4602-ab65-a1568a1b95c5 req-69e19bed-46c4-409d-8a32-72ff95dcb46f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:44.557635 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f2005aac-8312-4602-ab65-a1568a1b95c5 req-69e19bed-46c4-409d-8a32-72ff95dcb46f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 943 time: 0.3088574 Feb 16 18:19:44.599962 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-7906b689-1f0c-42c6-ab8b-ffa451f2bc50 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117433 Feb 16 18:19:44.658786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:19:44.681711 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f2005aac-8312-4602-ab65-a1568a1b95c5 req-2b38c6ba-ad49-4530-81c5-2a24388b9a04 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127572 Feb 16 18:19:44.779184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a011-8d63-4b83-ae07-f91b363175cd req-8d2a08a6-b3f8-4226-8754-465f4968be0b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:44.780744 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-8d2a08a6-b3f8-4226-8754-465f4968be0b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/networks?id=a6f4a9db-1750-4bd7-803f-c48717de2b32 HTTP/1.1" status: 200 len: 815 time: 0.3560083 Feb 16 18:19:44.791732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:19:44.797190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:19:44.799713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:44.806498 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-e9dde874-3012-4099-ae56-cbc0be3608b7 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/quotas/3436298740184aa7b978bbc4883abdae HTTP/1.1" status: 200 len: 375 time: 0.0180738 Feb 16 18:19:44.873604 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d436e5dc-f88d-46e5-b797-1bf0fdf35d52 req-325bf575-b81e-4651-8f9c-d454a45c89bc service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2610590 Feb 16 18:19:44.907365 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-6dec33fd-9c14-4066-a706-15a144211995 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894799 Feb 16 18:19:44.935667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:44.985394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:19:44.996712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:19:45.031908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:45.033856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:45.064203 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-91a90f95-a0fc-4abf-94c7-5a6ae705efad service neutron] 10.222.0.16 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485474 Feb 16 18:19:45.106320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:45.115403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.115854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.116247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.116600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.116987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.117370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.117748 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.118102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.118653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.119176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.119737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.120270 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.120866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.121398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.121919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.122435 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.122950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.123479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.124014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.124544 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.125060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.125588 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.126110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.126634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:19:45.131507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:45.269413 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-4b7a9535-a46e-4a74-a880-f957c2e81c4d service neutron] 10.222.0.16 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1982913 Feb 16 18:19:45.305027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2bfe-0aa1-4561-a251-d27b1bc040fa req-8b491197-dd24-45ac-92fa-7e428aa5eecd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:45.306877 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-296d2bfe-0aa1-4561-a251-d27b1bc040fa req-8b491197-dd24-45ac-92fa-7e428aa5eecd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1066248 Feb 16 18:19:45.359613 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-296d2bfe-0aa1-4561-a251-d27b1bc040fa req-6515e595-0efe-4fbc-bd68-81d815643548 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Feb 16 18:19:45.416221 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'code': 200} Feb 16 18:19:45.508008 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b7cb7116-7c0b-463d-9f50-4b52624eddc4 req-dcea6603-9a86-411a-999f-d43f37efb765 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 210 time: 0.0513732 Feb 16 18:19:45.894259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338ec7e-e5a6-4a53-a430-3196e3c767c6 req-d94357e0-0057-4f86-b37d-0194cf8cdc1c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:45.896547 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5338ec7e-e5a6-4a53-a430-3196e3c767c6 req-d94357e0-0057-4f86-b37d-0194cf8cdc1c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.0912142 Feb 16 18:19:45.951592 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5338ec7e-e5a6-4a53-a430-3196e3c767c6 req-8ee711d4-5a51-4ed3-ad3f-ffa34c9a1690 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476222 Feb 16 18:19:50.809227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdae9bb-ce5d-466d-a1f8-b56f706e3396 req-9f89a49f-b1da-45b5-8128-e1a5825dd8a6 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:50.810877 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8cdae9bb-ce5d-466d-a1f8-b56f706e3396 req-9f89a49f-b1da-45b5-8128-e1a5825dd8a6 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0878859 Feb 16 18:19:50.857909 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8cdae9bb-ce5d-466d-a1f8-b56f706e3396 req-5e9ead27-9649-43a5-9a47-c43d1ea6eea0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Feb 16 18:19:50.930387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:19:51.050474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:19:51.050902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:51.083388 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-11a0cb37-f412-4a2f-b4e9-1bc7bbba660c req-16fc87ea-7356-4598-ae55-b8a7767562f9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 210 time: 0.1171043 Feb 16 18:19:51.194643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830eda6-dc09-4e89-ab90-1741adc596ca req-5d242cc6-c101-4708-a33d-30f8d306fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:51.196306 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4830eda6-dc09-4e89-ab90-1741adc596ca req-5d242cc6-c101-4708-a33d-30f8d306fbef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1162 time: 0.1765163 Feb 16 18:19:51.208643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586a0c5-6e20-40f5-a82c-cb67057cc57a req-e435cf80-e1e6-407c-8e62-74623fd5a97a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:51.211240 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f586a0c5-6e20-40f5-a82c-cb67057cc57a req-e435cf80-e1e6-407c-8e62-74623fd5a97a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.1322172 Feb 16 18:19:51.293897 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4830eda6-dc09-4e89-ab90-1741adc596ca req-b3aec079-33c3-4904-b2f6-2ea8f5d6d5ef service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815113 Feb 16 18:19:51.301205 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f586a0c5-6e20-40f5-a82c-cb67057cc57a req-15359875-c97a-4922-b51a-2e41753b68ea tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711856 Feb 16 18:19:52.005769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-17c6229a-cda5-4160-af69-227f71a4d9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:52.089534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506bf10-49a1-42c5-8fc5-37df922ee7b3 req-d9b94040-f6dd-471d-8eb8-6c39a9592621 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:52.091120 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e506bf10-49a1-42c5-8fc5-37df922ee7b3 req-d9b94040-f6dd-471d-8eb8-6c39a9592621 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1122005 Feb 16 18:19:52.153278 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e506bf10-49a1-42c5-8fc5-37df922ee7b3 req-c9e4aab0-a29f-4a28-8b74-67673ec299ab tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530953 Feb 16 18:19:52.292973 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-467111b1-0fdc-4c73-b716-7d83bbe06cf9 req-4ab6e3c7-fd2e-48e0-9d2b-5208b6e930ae tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 210 time: 0.0501943 Feb 16 18:19:52.644819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a011-8d63-4b83-ae07-f91b363175cd req-e8b1205c-0d79-4834-931a-c5f421a4b978 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:52.646952 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-e8b1205c-0d79-4834-931a-c5f421a4b978 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "GET /v2.0/networks?id=a6f4a9db-1750-4bd7-803f-c48717de2b32 HTTP/1.1" status: 200 len: 815 time: 0.1933753 Feb 16 18:19:52.653840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fab8c-b729-4677-8494-c18d2de11ee3 req-bd074908-33d0-42bf-9b8e-5bfd54f6e66d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:52.655398 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e35fab8c-b729-4677-8494-c18d2de11ee3 req-bd074908-33d0-42bf-9b8e-5bfd54f6e66d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.2389722 Feb 16 18:19:52.660531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Request body: {'port': {'device_id': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32', 'admin_state_up': True, 'tenant_id': '3436298740184aa7b978bbc4883abdae'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:19:52.808908 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e35fab8c-b729-4677-8494-c18d2de11ee3 req-3671db3d-936a-4501-85c9-6c1168116db9 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274285 Feb 16 18:19:53.070891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:19:53.075880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Usage tracker for resource:port and tenant:3436298740184aa7b978bbc4883abdae is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:19:53.083667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:19:53.093495 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:19:53.128986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Made reservation on behalf of 3436298740184aa7b978bbc4883abdae for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:19:53.136941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:53.460712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Allocated IP 172.20.0.3 (a6f4a9db-1750-4bd7-803f-c48717de2b32/1ca96924-7658-49fa-9932-312d6fac290e/604512e2-6d91-4955-a109-760e444ac0d8) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:19:53.785655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:53.851270 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:53.866720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e80caa68-bf1f-4431-b144-b6ef7892ae38 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:19:54.014556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Pushing event updated for resources: {'Port': ['ID=604512e2-6d91-4955-a109-760e444ac0d8,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:19:54.018796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:19:54.067390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:19:54.069498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:19:54.071978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:19:54.140488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:19:54.141171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:54.151696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbd92-8695-44b4-94e3-5433075a4479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:54.195349 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5388379 Feb 16 18:19:54.976708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:55.896443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:56.405065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:59.867390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Request body: {'port': {'device_id': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:00.058356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:00.346335 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be053a-cbb5-4448-adc6-cb7175da0ebd req-6b1df0f8-747c-48ef-a853-d4b73fd11bc1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:00.347911 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b6be053a-cbb5-4448-adc6-cb7175da0ebd req-6b1df0f8-747c-48ef-a853-d4b73fd11bc1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.3274810 Feb 16 18:20:00.368942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898f7ad-731b-482d-b96f-fcce73132163 req-72c25590-5cb5-4430-9e5a-14e2c3f2d6fc tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:00.369705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-f898f7ad-731b-482d-b96f-fcce73132163 req-72c25590-5cb5-4430-9e5a-14e2c3f2d6fc tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Synchronizing usage tracker for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:20:00.468506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-f898f7ad-731b-482d-b96f-fcce73132163 req-72c25590-5cb5-4430-9e5a-14e2c3f2d6fc tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Unset dirty status for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:20:00.472940 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f898f7ad-731b-482d-b96f-fcce73132163 req-72c25590-5cb5-4430-9e5a-14e2c3f2d6fc tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 931 time: 0.4513574 Feb 16 18:20:00.472940 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b6be053a-cbb5-4448-adc6-cb7175da0ebd req-8b9e4933-cc22-4f64-be3c-e8b8529782da tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104214 Feb 16 18:20:00.643896 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f898f7ad-731b-482d-b96f-fcce73132163 req-16e03051-5adb-416a-a8ed-12e78f738de6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171420 Feb 16 18:20:00.750106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c9b61-5a6b-4145-8fb8-614bb68da891 req-b6d49a83-5e58-4873-b1d2-30c46388406f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:00.751765 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a46c9b61-5a6b-4145-8fb8-614bb68da891 req-b6d49a83-5e58-4873-b1d2-30c46388406f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.1709447 Feb 16 18:20:00.790131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604512e2-6d91-4955-a109-760e444ac0d8 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:20:00.801469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:00.837092 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a46c9b61-5a6b-4145-8fb8-614bb68da891 req-62239fcd-e73e-43ea-a8b9-4ce1f80c60e9 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717912 Feb 16 18:20:00.840672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Transition to ACTIVE for port object 604512e2-6d91-4955-a109-760e444ac0d8 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:20:00.883804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:00.902080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:01.050014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=604512e2-6d91-4955-a109-760e444ac0d8,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:01.056111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:01.229645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Attempting to bind port 604512e2-6d91-4955-a109-760e444ac0d8 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:20:01.229946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Attempting to bind port 604512e2-6d91-4955-a109-760e444ac0d8 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:20:01.230319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Attempting to bind port 604512e2-6d91-4955-a109-760e444ac0d8 on network a6f4a9db-1750-4bd7-803f-c48717de2b32 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:20:01.235983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:20:01.236364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Checking segment: {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:20:01.236772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:01.237178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Bound using segment: {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:20:01.237656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Bound port: 604512e2-6d91-4955-a109-760e444ac0d8, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceab219-8ae3-4fca-80a1-9b4dff9de30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6f4a9db-1750-4bd7-803f-c48717de2b32'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:20:01.238036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:01.336514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] For port 604512e2-6d91-4955-a109-760e444ac0d8, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:20:01.339623 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] For port 604512e2-6d91-4955-a109-760e444ac0d8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=604512e2-6d91-4955-a109-760e444ac0d8,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:20:01.374472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:01.389744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-570aaf11-4d4c-4a83-b77d-a1ccf691d8d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:01.541122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=604512e2-6d91-4955-a109-760e444ac0d8,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:01.546814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:01.580566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:01.581271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:01.582781 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] 10.222.0.72 "PUT /v2.0/ports/604512e2-6d91-4955-a109-760e444ac0d8 HTTP/1.1" status: 200 len: 1157 time: 1.7210295 Feb 16 18:20:01.583317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'tag': '604512e2-6d91-4955-a109-760e444ac0d8'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:20:01.635974 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'tag': '604512e2-6d91-4955-a109-760e444ac0d8', 'status': 'completed', 'code': 200} Feb 16 18:20:01.680092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1d213-5464-4cb0-8696-3046b41510e3 req-4fe62eff-3d30-4275-904a-b34b822186b8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:01.682013 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-00c1d213-5464-4cb0-8696-3046b41510e3 req-4fe62eff-3d30-4275-904a-b34b822186b8 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0893652 Feb 16 18:20:01.733047 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-00c1d213-5464-4cb0-8696-3046b41510e3 req-88b9467c-7157-4d0d-8709-22678c1ecbc0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Feb 16 18:20:01.846220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa9d17-2b8b-426e-84f0-217999253989 req-d2b36bc5-aa66-40b6-bd3f-f023688835c9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:01.847890 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ccfa9d17-2b8b-426e-84f0-217999253989 req-d2b36bc5-aa66-40b6-bd3f-f023688835c9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0864797 Feb 16 18:20:01.898620 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ccfa9d17-2b8b-426e-84f0-217999253989 req-19319871-b3a6-44c2-89fb-9fd5840f4ba0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Feb 16 18:20:02.052071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234789-5c36-4a26-980d-92b1d142a162 req-4f81c244-b1a8-4a90-a122-d71ca5ca4a84 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:02.053694 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-47234789-5c36-4a26-980d-92b1d142a162 req-4f81c244-b1a8-4a90-a122-d71ca5ca4a84 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.0997739 Feb 16 18:20:02.106052 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-47234789-5c36-4a26-980d-92b1d142a162 req-bdc76dd4-c079-421a-a4ae-d48a40cb1208 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Feb 16 18:20:06.004102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e85e-88fe-4476-84c9-6a3ef1432a67 req-d30b9d6e-f1fa-4905-aa18-12f0955b0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:06.005759 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c4f9e85e-88fe-4476-84c9-6a3ef1432a67 req-d30b9d6e-f1fa-4905-aa18-12f0955b0552 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 1160 time: 0.0800929 Feb 16 18:20:06.531582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e85e-88fe-4476-84c9-6a3ef1432a67 req-bd73c654-8180-4622-a58b-ef2995bef6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:06.533206 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c4f9e85e-88fe-4476-84c9-6a3ef1432a67 req-bd73c654-8180-4622-a58b-ef2995bef6db service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3436298740184aa7b978bbc4883abdae&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4911907 Feb 16 18:20:06.593991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c08c5-10d7-4466-a7cc-8944e901adf2 req-ad00fb6e-b675-4edb-9ae4-aa4a8b33f159 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:06.595492 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-962c08c5-10d7-4466-a7cc-8944e901adf2 req-ad00fb6e-b675-4edb-9ae4-aa4a8b33f159 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.5032506 Feb 16 18:20:06.676548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03d74-0571-4774-8cdf-89e84518f926 req-6e1b53e6-0b0e-4677-9734-5a6e87893ea4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:06.678113 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6cc03d74-0571-4774-8cdf-89e84518f926 req-6e1b53e6-0b0e-4677-9734-5a6e87893ea4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.4826529 Feb 16 18:20:06.776238 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-962c08c5-10d7-4466-a7cc-8944e901adf2 req-40de7355-65e0-4681-bb39-e73bcc7a6cce tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237476 Feb 16 18:20:06.782525 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6cc03d74-0571-4774-8cdf-89e84518f926 req-518b4fd3-2c34-4216-85ad-277b0f5f9071 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918462 Feb 16 18:20:06.785026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e85e-88fe-4476-84c9-6a3ef1432a67 req-4cd977c3-598b-49b9-bd40-2a423922dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:06.786564 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c4f9e85e-88fe-4476-84c9-6a3ef1432a67 req-4cd977c3-598b-49b9-bd40-2a423922dad6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2415977 Feb 16 18:20:06.987726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a011-8d63-4b83-ae07-f91b363175cd req-87918e03-55b3-4c33-9623-b4afc6ca5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:06.989327 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-87918e03-55b3-4c33-9623-b4afc6ca5c04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3436298740184aa7b978bbc4883abdae&device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 1160 time: 0.1589379 Feb 16 18:20:07.000927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80a58d-acce-4f86-825d-44dc91ee4590 req-afb58de2-7102-4a53-90fe-53dedec4a90c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:07.002589 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dd80a58d-acce-4f86-825d-44dc91ee4590 req-afb58de2-7102-4a53-90fe-53dedec4a90c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.1206551 Feb 16 18:20:07.091444 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-3607ab82-83b0-4028-ab3f-869bc49b4d99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=604512e2-6d91-4955-a109-760e444ac0d8 HTTP/1.1" status: 200 len: 217 time: 0.0878088 Feb 16 18:20:07.174934 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dd80a58d-acce-4f86-825d-44dc91ee4590 req-add10dec-1d58-4dc4-a0fd-2e1b1782501b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151922 Feb 16 18:20:07.186058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a011-8d63-4b83-ae07-f91b363175cd req-9c1dc955-9086-4cb6-aeca-0008da1716e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:07.187733 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-9c1dc955-9086-4cb6-aeca-0008da1716e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ca96924-7658-49fa-9932-312d6fac290e HTTP/1.1" status: 200 len: 855 time: 0.0865633 Feb 16 18:20:07.245731 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-e9464526-33f3-4c2f-b944-4aecea7dc87a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6f4a9db-1750-4bd7-803f-c48717de2b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501089 Feb 16 18:20:07.453721 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-21234122-d6a1-49ba-ab64-8898455f032a service neutron] 10.222.0.72 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955833 Feb 16 18:20:07.494774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05568eb-5d96-4b95-923a-3c8725447cc3 req-6570e8a1-7148-44c8-9bd6-df6ce126be5c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:07.508157 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c05568eb-5d96-4b95-923a-3c8725447cc3 req-6570e8a1-7148-44c8-9bd6-df6ce126be5c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.1140375 Feb 16 18:20:07.557802 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c05568eb-5d96-4b95-923a-3c8725447cc3 req-2e006eae-00fc-4bca-9e4b-688808908e76 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Feb 16 18:20:07.985488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f638c0d-467c-48ad-b0fa-8a674417dc69 req-84f54811-fd8a-48c5-b11b-2d030fec3773 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:07.987153 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3f638c0d-467c-48ad-b0fa-8a674417dc69 req-84f54811-fd8a-48c5-b11b-2d030fec3773 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0916634 Feb 16 18:20:08.037283 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3f638c0d-467c-48ad-b0fa-8a674417dc69 req-fbf819bc-0678-4984-b315-6e205e0e9941 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Feb 16 18:20:08.374593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d843a50-3f2a-4948-a116-d16e49eed239 req-d56bd20b-0f6f-4976-bf67-43e3342d2277 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:08.376263 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4d843a50-3f2a-4948-a116-d16e49eed239 req-d56bd20b-0f6f-4976-bf67-43e3342d2277 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0872457 Feb 16 18:20:08.427478 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4d843a50-3f2a-4948-a116-d16e49eed239 req-d07f292b-b7fe-4441-bbb8-29af92621595 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Feb 16 18:20:09.138581 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c624a011-8d63-4b83-ae07-f91b363175cd req-5b6417d6-6185-4da9-b7a0-85a0a3fe9060 service neutron] 10.222.0.72 "GET /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461084 Feb 16 18:20:09.238002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea638cd-8162-4460-9249-5c60945fec91 req-647ac67b-86b1-49bc-a68e-53dd0adb8f30 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:09.239692 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9ea638cd-8162-4460-9249-5c60945fec91 req-647ac67b-86b1-49bc-a68e-53dd0adb8f30 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0868647 Feb 16 18:20:09.288810 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9ea638cd-8162-4460-9249-5c60945fec91 req-6211978f-9de4-4600-a027-913af572689d tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Feb 16 18:20:09.649217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310d7fc-5c9a-4026-9984-c9329c3ade47 req-76d66ee0-f133-46ba-9bc9-8c10f2f2bcae tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:09.650849 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7310d7fc-5c9a-4026-9984-c9329c3ade47 req-76d66ee0-f133-46ba-9bc9-8c10f2f2bcae tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0922577 Feb 16 18:20:09.699338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7310d7fc-5c9a-4026-9984-c9329c3ade47 req-70ef66f8-45cc-43a6-bb79-b0822d85f232 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Feb 16 18:20:10.488657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e68961-25a1-4215-872f-c2822c5989c5 req-257ede2e-8285-42d0-9612-fdadea6c5f7f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:10.490266 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e3e68961-25a1-4215-872f-c2822c5989c5 req-257ede2e-8285-42d0-9612-fdadea6c5f7f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0868082 Feb 16 18:20:10.539150 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e3e68961-25a1-4215-872f-c2822c5989c5 req-0f2d7233-123a-4c33-bcf7-4268cf992c96 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Feb 16 18:20:10.905118 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffb583-562f-445e-ac9b-76dfe1eb7466 req-0b13e653-06bb-4136-b949-fb8d3931fdda tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:10.906779 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39ffb583-562f-445e-ac9b-76dfe1eb7466 req-0b13e653-06bb-4136-b949-fb8d3931fdda tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0908873 Feb 16 18:20:10.955531 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39ffb583-562f-445e-ac9b-76dfe1eb7466 req-866a6a93-ab41-498f-b266-650d6907e186 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Feb 16 18:20:11.739669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7aa1f-a92c-44cc-b9d0-19edaf6d6752 req-a03352db-edb4-4e6a-ba9d-9962eebe0d1a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:11.742008 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3dd7aa1f-a92c-44cc-b9d0-19edaf6d6752 req-a03352db-edb4-4e6a-ba9d-9962eebe0d1a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0880728 Feb 16 18:20:11.793283 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3dd7aa1f-a92c-44cc-b9d0-19edaf6d6752 req-84412da7-6209-46fd-8fc4-b07f91fd7e61 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Feb 16 18:20:12.090689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:12.155440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86b53a-b929-4f4a-911c-5b63126f09e9 req-ec3cf0aa-5344-45eb-8bb5-c87e43fe4f9f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:12.157080 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b86b53a-b929-4f4a-911c-5b63126f09e9 req-ec3cf0aa-5344-45eb-8bb5-c87e43fe4f9f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0880237 Feb 16 18:20:12.204822 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b86b53a-b929-4f4a-911c-5b63126f09e9 req-f8e47d94-7fd2-4d06-9b38-07e1c7c55785 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Feb 16 18:20:13.014550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8c387-625d-442d-b692-375e8ac529fb req-eff8ecd0-c867-4390-8233-9230a984a732 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:13.016260 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-43c8c387-625d-442d-b692-375e8ac529fb req-eff8ecd0-c867-4390-8233-9230a984a732 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0990741 Feb 16 18:20:13.077727 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-43c8c387-625d-442d-b692-375e8ac529fb req-76787f96-9597-480d-a710-4b01301c90ac tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538051 Feb 16 18:20:13.398639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eae2d-43e5-4e48-844f-15978d923ae7 req-1a48b5ca-2203-41b7-a155-56f19ffa8632 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:13.400236 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a8eae2d-43e5-4e48-844f-15978d923ae7 req-1a48b5ca-2203-41b7-a155-56f19ffa8632 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0849829 Feb 16 18:20:13.446269 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a8eae2d-43e5-4e48-844f-15978d923ae7 req-924b7ace-306e-4ea0-a077-04556b8f1a37 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Feb 16 18:20:14.303634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7067e41-3a22-4c10-9184-961831da257a req-66bf0bba-af92-42c5-a71c-8fea00c5d7b2 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:14.305493 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7067e41-3a22-4c10-9184-961831da257a req-66bf0bba-af92-42c5-a71c-8fea00c5d7b2 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1002069 Feb 16 18:20:14.354722 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7067e41-3a22-4c10-9184-961831da257a req-feab9d72-da82-4c18-a357-39aff02dde89 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Feb 16 18:20:14.649139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28376ca4-d6fa-4bc3-b02f-3d46acf0d5f6 req-8f0176d5-2208-4352-aff0-eb278da4fff1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:14.650766 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28376ca4-d6fa-4bc3-b02f-3d46acf0d5f6 req-8f0176d5-2208-4352-aff0-eb278da4fff1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0873320 Feb 16 18:20:14.703009 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28376ca4-d6fa-4bc3-b02f-3d46acf0d5f6 req-356573e0-b7be-48bf-918a-1331547671f2 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452871 Feb 16 18:20:15.553210 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7294b0b-5880-466b-ab82-17058977aa82 req-91f38ac8-d7e2-4c8f-9ad3-3f04b542d59c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:15.554833 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e7294b0b-5880-466b-ab82-17058977aa82 req-91f38ac8-d7e2-4c8f-9ad3-3f04b542d59c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0867193 Feb 16 18:20:15.602154 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e7294b0b-5880-466b-ab82-17058977aa82 req-496843e7-cce5-4312-b48e-b830bb50cb1f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Feb 16 18:20:15.910577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21db34-b195-40c3-9420-4f2ee5eedb43 req-d5f03610-b7d1-49b1-b578-95ee3d5f5b41 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:15.912207 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1a21db34-b195-40c3-9420-4f2ee5eedb43 req-d5f03610-b7d1-49b1-b578-95ee3d5f5b41 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0907674 Feb 16 18:20:15.960327 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1a21db34-b195-40c3-9420-4f2ee5eedb43 req-73aef02b-26e7-42a6-b324-b482e96150a9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Feb 16 18:20:16.797846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe80dee-d44a-4d3b-82fb-3f420bc13dd5 req-46e82293-9150-44fb-bded-7c62e2e34330 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:16.799449 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cbe80dee-d44a-4d3b-82fb-3f420bc13dd5 req-46e82293-9150-44fb-bded-7c62e2e34330 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0867593 Feb 16 18:20:16.846974 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cbe80dee-d44a-4d3b-82fb-3f420bc13dd5 req-667b1c74-7c2d-43b1-839f-2ebc6ed5f1fc tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410380 Feb 16 18:20:17.157652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbca83-49b6-4368-b75e-4f38d3facf3a req-6c13bff7-d715-4b67-8476-5534eef5bc85 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:17.159172 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4bcbca83-49b6-4368-b75e-4f38d3facf3a req-6c13bff7-d715-4b67-8476-5534eef5bc85 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0892038 Feb 16 18:20:17.206555 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4bcbca83-49b6-4368-b75e-4f38d3facf3a req-e36df74a-5ddd-4a74-a6ac-2efd50017348 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Feb 16 18:20:17.685508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:20:18.055879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4d2fe-02b6-45ee-ac37-6d12b1f0a1ef req-8002fb6d-8661-4a15-8e5b-d0899f45033a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:18.057491 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8fd4d2fe-02b6-45ee-ac37-6d12b1f0a1ef req-8002fb6d-8661-4a15-8e5b-d0899f45033a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0912819 Feb 16 18:20:18.105201 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8fd4d2fe-02b6-45ee-ac37-6d12b1f0a1ef req-e5c320fe-c965-4bde-9be8-e26a1580307a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413189 Feb 16 18:20:18.293767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8bf3-e31b-468b-ba02-9e81faa65cfb req-5cac8ea8-5d40-4613-b6f5-0975896c2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:18.295410 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6a8b8bf3-e31b-468b-ba02-9e81faa65cfb req-5cac8ea8-5d40-4613-b6f5-0975896c2ced service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1162 time: 0.0771151 Feb 16 18:20:18.393590 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6a8b8bf3-e31b-468b-ba02-9e81faa65cfb req-89aabd89-2c3a-4ed2-b644-89ea25da1ff7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907125 Feb 16 18:20:18.424025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc717-19ad-4667-8b33-9d859dd4496f req-0bfa6b39-0bc8-4eaf-b81b-65a0bfb9e2e4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:18.425557 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f5cc717-19ad-4667-8b33-9d859dd4496f req-0bfa6b39-0bc8-4eaf-b81b-65a0bfb9e2e4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.1032989 Feb 16 18:20:18.474703 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7f5cc717-19ad-4667-8b33-9d859dd4496f req-36801b50-af8a-4af3-af59-4fa9e68fb6f0 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420876 Feb 16 18:20:19.309146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd1749-fd59-4c2e-98f9-074930b9639a req-f2b30e7a-1fb7-4ec1-988a-1a0803a1229e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:19.310750 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52fd1749-fd59-4c2e-98f9-074930b9639a req-f2b30e7a-1fb7-4ec1-988a-1a0803a1229e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0871375 Feb 16 18:20:19.359309 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52fd1749-fd59-4c2e-98f9-074930b9639a req-6c18f61b-360f-4ad9-a70b-fecf31c2213c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Feb 16 18:20:19.677611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fe40-92b4-401c-a157-fc27dcbd372d req-74ef818f-d6f8-4c5a-9584-236bdc1ec742 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:19.679292 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ecf8fe40-92b4-401c-a157-fc27dcbd372d req-74ef818f-d6f8-4c5a-9584-236bdc1ec742 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0915086 Feb 16 18:20:19.730980 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ecf8fe40-92b4-401c-a157-fc27dcbd372d req-33167566-a97c-4873-bd53-56e62053c259 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Feb 16 18:20:20.566807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267e0f7-84a5-4246-814d-44b937b222fa req-8c3debb3-86ee-4f47-81df-c3000efb307f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:20.568452 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0267e0f7-84a5-4246-814d-44b937b222fa req-8c3debb3-86ee-4f47-81df-c3000efb307f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0949655 Feb 16 18:20:20.617216 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0267e0f7-84a5-4246-814d-44b937b222fa req-e07a6849-5dde-4275-af24-76cc71033679 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Feb 16 18:20:20.931153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5426d-1ad0-457c-bce8-9690d5c19ec1 req-0a0a11ce-2437-4216-8d41-5051be52414e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:20.932785 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-99e5426d-1ad0-457c-bce8-9690d5c19ec1 req-0a0a11ce-2437-4216-8d41-5051be52414e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0864885 Feb 16 18:20:20.980066 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-99e5426d-1ad0-457c-bce8-9690d5c19ec1 req-16a6fa48-84dd-486b-be49-3380f5da9f1c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Feb 16 18:20:21.823317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922fc35-1cf0-4bf2-8c8d-d15c292d8681 req-317892e7-dfb9-4ee0-a4dd-82d743a6c344 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:21.825095 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f922fc35-1cf0-4bf2-8c8d-d15c292d8681 req-317892e7-dfb9-4ee0-a4dd-82d743a6c344 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0903754 Feb 16 18:20:21.872874 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f922fc35-1cf0-4bf2-8c8d-d15c292d8681 req-0422bc2e-d2ea-4e9e-86e4-b577f954fc18 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Feb 16 18:20:22.004860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-30ae3ac9-9461-4cd3-99de-8fb476171b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:22.275890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763649d-2765-4a75-89ef-0cf6a11cc08e req-44b6d74d-819a-47ef-8a7a-07cbe23eaa80 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:22.277425 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4763649d-2765-4a75-89ef-0cf6a11cc08e req-44b6d74d-819a-47ef-8a7a-07cbe23eaa80 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0870392 Feb 16 18:20:22.327154 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4763649d-2765-4a75-89ef-0cf6a11cc08e req-f9ab0fad-9eea-4bb5-8842-48b3413ea8dd tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Feb 16 18:20:22.750842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847a2a8-8a22-4774-9ba3-4e181fd254c3 req-4c94ed26-53c7-4d90-8d8c-ff559dcd0ef1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:22.752475 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2847a2a8-8a22-4774-9ba3-4e181fd254c3 req-4c94ed26-53c7-4d90-8d8c-ff559dcd0ef1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0860579 Feb 16 18:20:22.800444 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2847a2a8-8a22-4774-9ba3-4e181fd254c3 req-1f94f4ce-370c-45c9-a944-f840984ae30a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Feb 16 18:20:23.525890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77625828-75a7-4a79-aebf-a5a2d05ac740 req-bc14abd0-5a3c-42b4-9e32-0461c087aee9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:23.527447 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-77625828-75a7-4a79-aebf-a5a2d05ac740 req-bc14abd0-5a3c-42b4-9e32-0461c087aee9 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0888486 Feb 16 18:20:23.574811 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-77625828-75a7-4a79-aebf-a5a2d05ac740 req-05157a73-1602-443c-ac2d-845b280b6809 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411930 Feb 16 18:20:24.002746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c4cc7-4113-4147-8098-0db9b6627f48 req-3de3a57b-f6af-444e-be20-3a7c9261260b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:24.004437 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d7c4cc7-4113-4147-8098-0db9b6627f48 req-3de3a57b-f6af-444e-be20-3a7c9261260b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0878656 Feb 16 18:20:24.052413 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d7c4cc7-4113-4147-8098-0db9b6627f48 req-77695d61-a2a6-4e0c-b2b0-f8484f67c587 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414181 Feb 16 18:20:24.164673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2cd2df12-8951-4d5b-919f-a9646fa6c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:24.958888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:25.355587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e090ce-7955-4618-9c1c-d9d556b52f97 req-2d8244e4-8f09-4143-92fe-c1584acbdcf3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:25.357291 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-34e090ce-7955-4618-9c1c-d9d556b52f97 req-2d8244e4-8f09-4143-92fe-c1584acbdcf3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0904551 Feb 16 18:20:25.406180 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-34e090ce-7955-4618-9c1c-d9d556b52f97 req-7e8f5f10-6cad-44a5-89b4-7f981a7af995 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Feb 16 18:20:25.587830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bcc4d-735c-44e1-a286-2d3ad3bbe008 req-55112c1a-e390-49f3-ab54-19d1f054d6be tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:25.589428 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327bcc4d-735c-44e1-a286-2d3ad3bbe008 req-55112c1a-e390-49f3-ab54-19d1f054d6be tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0859272 Feb 16 18:20:25.637929 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-327bcc4d-735c-44e1-a286-2d3ad3bbe008 req-278f7620-53b6-4052-910b-a567a811f2f4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Feb 16 18:20:25.824467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27493b8f-8287-4d5b-a470-bc84b3b065e9 req-021644ac-95c6-4d80-a877-3e8742a39b2d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:25.825990 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-27493b8f-8287-4d5b-a470-bc84b3b065e9 req-021644ac-95c6-4d80-a877-3e8742a39b2d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0870390 Feb 16 18:20:25.873501 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-27493b8f-8287-4d5b-a470-bc84b3b065e9 req-b4afe3fe-3257-41d5-afc9-1c79ef47fa0f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Feb 16 18:20:25.893665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:26.419457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:26.607829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b6634-949c-4454-b0ec-c582fdb03b3a req-aff65a99-014a-429e-b54e-1d120ad6361f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:26.609431 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf7b6634-949c-4454-b0ec-c582fdb03b3a req-aff65a99-014a-429e-b54e-1d120ad6361f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0911608 Feb 16 18:20:26.915368 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf7b6634-949c-4454-b0ec-c582fdb03b3a req-983791c1-24f0-4f59-9979-2f00d2f86831 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994907 Feb 16 18:20:26.940634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-132b0edf-a8eb-4caa-a6b0-9d83b2c5d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:26.942243 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-132b0edf-a8eb-4caa-a6b0-9d83b2c5d9dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d664c612abf4522ad1193fbb6ac306c&device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 1162 time: 0.1021383 Feb 16 18:20:27.207539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-48fb14a4-0611-43fa-b3c9-783bc2e0e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:27.209215 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-48fb14a4-0611-43fa-b3c9-783bc2e0e0df service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 200 len: 912 time: 0.2596958 Feb 16 18:20:27.300863 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-cf385115-df70-40b9-975e-ebf0b38d16fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d HTTP/1.1" status: 200 len: 217 time: 0.0788352 Feb 16 18:20:27.317014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff103709-d5ce-45ac-b33b-13d092b8c288 req-917512b5-b27e-4e2e-a801-02165e46b577 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:27.319169 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ff103709-d5ce-45ac-b33b-13d092b8c288 req-917512b5-b27e-4e2e-a801-02165e46b577 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.2721608 Feb 16 18:20:27.406422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4095878-581b-4db7-b5e0-f20a1b586ed3 req-ed62b77f-a4fa-4219-9557-8842ddba0ef9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:27.408017 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a4095878-581b-4db7-b5e0-f20a1b586ed3 req-ed62b77f-a4fa-4219-9557-8842ddba0ef9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.2899511 Feb 16 18:20:27.455367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-579b594a-7c6a-438e-9faf-036831a4f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:27.456904 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-579b594a-7c6a-438e-9faf-036831a4f381 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 200 len: 858 time: 0.1367674 Feb 16 18:20:27.461943 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ff103709-d5ce-45ac-b33b-13d092b8c288 req-efcacfe1-8160-464e-ab5c-151cb2fde3dd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037939 Feb 16 18:20:27.523373 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-34806aec-dde3-45af-a8bb-22224da1fe2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5f517b-e549-43f3-aa9d-f68aa8280b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591903 Feb 16 18:20:27.528048 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a4095878-581b-4db7-b5e0-f20a1b586ed3 req-059bf6e8-2100-4703-80e0-4dc5bcc16126 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111398 Feb 16 18:20:27.668057 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-fae384fa-84e2-47e3-8bad-9d57c1fd636d service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378942 Feb 16 18:20:27.813537 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70a5b80c-e1f0-43b8-b236-1b53e1e97520 req-84055b7b-6ecd-41e7-8546-8eb2753cba9a service neutron] 10.222.0.72 "GET /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364617 Feb 16 18:20:28.120626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02ba3a-cb17-4995-a31b-1d0c55d0864e req-f79049a2-e8aa-4e72-9ca3-42c79a88836c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:28.122243 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-be02ba3a-cb17-4995-a31b-1d0c55d0864e req-f79049a2-e8aa-4e72-9ca3-42c79a88836c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0929480 Feb 16 18:20:28.171358 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-be02ba3a-cb17-4995-a31b-1d0c55d0864e req-8b56b39b-73ce-424d-a938-8ea701f2156e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424325 Feb 16 18:20:28.742561 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d430a00-3f68-4b04-bc23-88d2425c3ab0 req-2ada53a2-c661-410e-8151-9bb68dbae2a5 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:28.742561 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d430a00-3f68-4b04-bc23-88d2425c3ab0 req-2ada53a2-c661-410e-8151-9bb68dbae2a5 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1394060 Feb 16 18:20:28.789411 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d430a00-3f68-4b04-bc23-88d2425c3ab0 req-f5eb5aa2-c4e6-4674-a524-65e5da419385 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Feb 16 18:20:28.796659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1fa5a-ec46-416f-935a-248e9b1678b7 req-790a3826-62c9-4d54-a5a7-d4bdd210dc25 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:28.798237 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8cc1fa5a-ec46-416f-935a-248e9b1678b7 req-790a3826-62c9-4d54-a5a7-d4bdd210dc25 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1455555 Feb 16 18:20:28.853339 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8cc1fa5a-ec46-416f-935a-248e9b1678b7 req-815f1588-d5f7-4f9e-bdfc-f519ea1cd402 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419676 Feb 16 18:20:29.376525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f4d39-d25c-4619-a083-795e03a4ed1c req-39678c99-74f9-49ff-8f0b-7cdf38f528cd tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:29.378108 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cf1f4d39-d25c-4619-a083-795e03a4ed1c req-39678c99-74f9-49ff-8f0b-7cdf38f528cd tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 943 time: 0.0915737 Feb 16 18:20:29.425942 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cf1f4d39-d25c-4619-a083-795e03a4ed1c req-cac29a1b-335e-4640-bbea-145c52197719 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Feb 16 18:20:29.996790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc785755-69d9-4c6c-90e0-6af1b76d30c3 req-a087fcc3-a52e-4541-953f-4501447630d0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:29.998505 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cc785755-69d9-4c6c-90e0-6af1b76d30c3 req-a087fcc3-a52e-4541-953f-4501447630d0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0918820 Feb 16 18:20:30.052485 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cc785755-69d9-4c6c-90e0-6af1b76d30c3 req-0a4e4761-57ce-4c5f-9118-5437c17e31e0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Feb 16 18:20:30.059324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 604512e2-6d91-4955-a109-760e444ac0d8 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:20:30.187599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 604512e2-6d91-4955-a109-760e444ac0d8 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:20:30.192939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 604512e2-6d91-4955-a109-760e444ac0d8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:30.193883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:30.260202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770a42-c75c-4690-a9ba-29e633cc4004 req-054384a6-7465-496f-a38a-64ac0c5fda9e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:30.262169 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4f770a42-c75c-4690-a9ba-29e633cc4004 req-054384a6-7465-496f-a38a-64ac0c5fda9e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0900211 Feb 16 18:20:30.319817 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4f770a42-c75c-4690-a9ba-29e633cc4004 req-aef67b1b-b7e1-4e6d-8282-3f19c262941a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512016 Feb 16 18:20:30.325225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:30.356581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604512e2-6d91-4955-a109-760e444ac0d8'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:20:30.366861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 604512e2-6d91-4955-a109-760e444ac0d8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=604512e2-6d91-4955-a109-760e444ac0d8,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:20:30.409293 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604512e2-6d91-4955-a109-760e444ac0d8', 'code': 200} Feb 16 18:20:30.425134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:30.427344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4ad0e058-f66d-44c2-a404-5bc9d568f2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:30.503111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=604512e2-6d91-4955-a109-760e444ac0d8,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:30.506997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:30.641062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed50f7-c1df-4cf1-9734-d5ed5fa30fa8 req-6af0ec0d-6893-44e4-88d7-d35af6cd7eea tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:30.642679 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e1ed50f7-c1df-4cf1-9734-d5ed5fa30fa8 req-6af0ec0d-6893-44e4-88d7-d35af6cd7eea tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.0937202 Feb 16 18:20:30.690589 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e1ed50f7-c1df-4cf1-9734-d5ed5fa30fa8 req-741633de-c634-4201-839f-418e6a79de42 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Feb 16 18:20:30.765916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683760a-5abe-461f-a46e-c19c0d859343 req-243f2d1d-f150-49e3-ba2e-17b035c29065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:30.767633 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4683760a-5abe-461f-a46e-c19c0d859343 req-243f2d1d-f150-49e3-ba2e-17b035c29065 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 1162 time: 0.0760441 Feb 16 18:20:30.813156 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4683760a-5abe-461f-a46e-c19c0d859343 req-b859cb54-d3c7-4f52-82c6-81e7b536e292 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362270 Feb 16 18:20:30.900161 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 604512e2-6d91-4955-a109-760e444ac0d8 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:20:30.972309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 604512e2-6d91-4955-a109-760e444ac0d8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:30.972666 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:31.276190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02d5c-f8f4-4267-9767-7065f274320d req-48e57ba3-4e85-47dd-afca-38d90d4b42d4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:31.277825 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-13a02d5c-f8f4-4267-9767-7065f274320d req-48e57ba3-4e85-47dd-afca-38d90d4b42d4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0944920 Feb 16 18:20:31.329575 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-13a02d5c-f8f4-4267-9767-7065f274320d req-0c0eea2f-72e8-4a7c-ab6f-82b617d5f18f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452464 Feb 16 18:20:31.532237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5540d9-7c7f-4037-8133-9434e916d12f req-19ecbc8d-b24b-49df-a74e-6eeccf2b7a8e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:31.533891 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3c5540d9-7c7f-4037-8133-9434e916d12f req-19ecbc8d-b24b-49df-a74e-6eeccf2b7a8e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0926766 Feb 16 18:20:31.585338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3c5540d9-7c7f-4037-8133-9434e916d12f req-c9e55c5e-16d9-4032-bdac-82caf72aa626 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445166 Feb 16 18:20:31.887752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd1d2-d9dd-45b2-a140-5b94d2156e65 req-f326d95a-4af6-4425-b8d2-8208e2675bee tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:31.889278 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b1fd1d2-d9dd-45b2-a140-5b94d2156e65 req-f326d95a-4af6-4425-b8d2-8208e2675bee tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.0858302 Feb 16 18:20:31.938793 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b1fd1d2-d9dd-45b2-a140-5b94d2156e65 req-aaa93163-e09b-4aea-b003-a446c6b7fb92 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Feb 16 18:20:32.543118 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37584c4-4dce-4459-b60e-014fb8c12563 req-9ebc80d7-72c2-44fa-b073-cfbcaca856a0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:32.545059 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b37584c4-4dce-4459-b60e-014fb8c12563 req-9ebc80d7-72c2-44fa-b073-cfbcaca856a0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0919943 Feb 16 18:20:32.610303 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b37584c4-4dce-4459-b60e-014fb8c12563 req-2fc25178-8d3d-42cb-aba7-c43387a8ac4a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556872 Feb 16 18:20:32.722999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 42816) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:20:32.827796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd87b0b-1f1c-4e47-bbca-ae85e160253d req-678341bf-286c-42d2-a890-1418f5c330f2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:32.832105 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ffd87b0b-1f1c-4e47-bbca-ae85e160253d req-678341bf-286c-42d2-a890-1418f5c330f2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0939715 Feb 16 18:20:32.893045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 604512e2-6d91-4955-a109-760e444ac0d8 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:20:32.901076 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ffd87b0b-1f1c-4e47-bbca-ae85e160253d req-5fecc56e-2d6a-4f94-be1a-529c9cb3c68d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654857 Feb 16 18:20:32.902488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:32.919356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:32.926810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Usage tracker for resource:security_group_rule and tenant:479ce417dc924f33a256b62b043814e2 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:20:32.926810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:20:32.933209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:32.981410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 604512e2-6d91-4955-a109-760e444ac0d8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:32.982116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:33.050092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:33.095868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:33.124086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df57bf19-f026-4668-add9-a29aec053018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:33.195508 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=479ce417dc924f33a256b62b043814e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712546 Feb 16 18:20:33.198478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 42830) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:20:33.201959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b389fc5-8667-47b5-ab63-78e6820a1d21,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:33.207157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:33.290077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8b265932-4938-4337-97a2-93a7fea50aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:33.320976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8b265932-4938-4337-97a2-93a7fea50aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:33.418248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221fcf-a8a6-418a-ac63-4bfece8f51dc req-087f4d8c-86ad-49dc-98f5-845e749bce3d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:33.419915 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-21221fcf-a8a6-418a-ac63-4bfece8f51dc req-087f4d8c-86ad-49dc-98f5-845e749bce3d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.0918262 Feb 16 18:20:33.425316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8b265932-4938-4337-97a2-93a7fea50aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:33.431201 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-87ff2c0f-9329-4877-8e3b-06c6f2d9051b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:33.446855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b265932-4938-4337-97a2-93a7fea50aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b389fc5-8667-47b5-ab63-78e6820a1d21,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:33.450078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8b265932-4938-4337-97a2-93a7fea50aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:33.454545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8b265932-4938-4337-97a2-93a7fea50aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:33.459400 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8b265932-4938-4337-97a2-93a7fea50aa4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b389fc5-8667-47b5-ab63-78e6820a1d21 HTTP/1.1" status: 204 len: 168 time: 0.2592914 Feb 16 18:20:33.478776 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-21221fcf-a8a6-418a-ac63-4bfece8f51dc req-ca8f5291-098f-4d58-87fa-beaaac37f7c7 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Feb 16 18:20:34.195063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6519865-5fe1-47e4-82a2-8077beed3ab5 req-b0a73772-b3d9-4abf-8a35-2fa32c3c4c1e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:34.196799 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b6519865-5fe1-47e4-82a2-8077beed3ab5 req-b0a73772-b3d9-4abf-8a35-2fa32c3c4c1e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1389265 Feb 16 18:20:34.245933 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b6519865-5fe1-47e4-82a2-8077beed3ab5 req-d4a6c751-48e2-4981-9e74-de1a094ba133 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427144 Feb 16 18:20:34.898267 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 604512e2-6d91-4955-a109-760e444ac0d8 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:20:34.973597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 604512e2-6d91-4955-a109-760e444ac0d8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:34.974059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:35.460024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aeda9-c785-4857-b697-36d93a1fc2b5 req-2864e771-d8d6-4d3b-b172-122a53aedf16 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:35.461685 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f24aeda9-c785-4857-b697-36d93a1fc2b5 req-2864e771-d8d6-4d3b-b172-122a53aedf16 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0932076 Feb 16 18:20:35.510942 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f24aeda9-c785-4857-b697-36d93a1fc2b5 req-7e31e18c-c809-444c-8f71-e08be9c74014 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Feb 16 18:20:36.716635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e7ed-d9c0-4c89-98af-f25f0761061f req-04487e61-9cf6-4c7d-bba2-b8d1a427270b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:36.718365 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d41e7ed-d9c0-4c89-98af-f25f0761061f req-04487e61-9cf6-4c7d-bba2-b8d1a427270b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0893617 Feb 16 18:20:36.766169 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7d41e7ed-d9c0-4c89-98af-f25f0761061f req-c0d44a5b-ceca-4882-b586-ffe9b2006c1a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412571 Feb 16 18:20:37.696580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0cfc4-870f-451a-bb96-e4b26eaa6db4 req-f13cfba1-1da8-428b-bee8-a3271892c723 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:37.698190 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aac0cfc4-870f-451a-bb96-e4b26eaa6db4 req-f13cfba1-1da8-428b-bee8-a3271892c723 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.0904992 Feb 16 18:20:37.746098 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aac0cfc4-870f-451a-bb96-e4b26eaa6db4 req-9f974291-bb30-4568-b8fe-32bf0f33f181 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Feb 16 18:20:38.006984 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69210d01-b6cf-4718-9529-9679c4ee512b req-08753953-fcc2-427a-bc33-419d0b464311 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2231088 Feb 16 18:20:38.023224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d4cbb-fe3e-4fd6-98df-4c7e5358e3af req-020ecbc7-af43-4e46-90d4-49aa60b789c4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:38.024817 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-915d4cbb-fe3e-4fd6-98df-4c7e5358e3af req-020ecbc7-af43-4e46-90d4-49aa60b789c4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1387808 Feb 16 18:20:38.028651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:38.035818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:38.054275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Usage tracker for resource:floatingip and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:20:38.060129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:20:38.068547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:38.094960 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-915d4cbb-fe3e-4fd6-98df-4c7e5358e3af req-d1ab9a8a-a63f-4fbd-aa3e-47013a7c45aa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612590 Feb 16 18:20:38.147843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for floatingip, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:38.492553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:38.827111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Allocated IP 172.27.3.246 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/1bf8c656-9e80-4b89-8156-278fe213cc11) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:20:38.841822 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51d4dd12-001e-495a-8682-98b7496ec37d req-86c2f7ec-2be9-4f66-b6b0-a791afd98690 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1584795 Feb 16 18:20:39.045240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4dd12-001e-495a-8682-98b7496ec37d req-2a760135-9c23-4e84-b682-aeef004c4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:39.046880 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51d4dd12-001e-495a-8682-98b7496ec37d req-2a760135-9c23-4e84-b682-aeef004c4f6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 1163 time: 0.1750383 Feb 16 18:20:39.063614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:39.276488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4dd12-001e-495a-8682-98b7496ec37d req-a0d1c816-8a60-4e74-b12c-eaab6638440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:39.278176 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51d4dd12-001e-495a-8682-98b7496ec37d req-a0d1c816-8a60-4e74-b12c-eaab6638440d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 905 time: 0.2043161 Feb 16 18:20:39.279217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:39.296631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-60514b44-7f9f-4309-9c3f-07f8d6140409 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:39.555514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event updated for resources: {'Port': ['ID=1bf8c656-9e80-4b89-8156-278fe213cc11,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:39.563929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:39.567648 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51d4dd12-001e-495a-8682-98b7496ec37d req-27d47595-087b-4e23-95b2-2ee29e62c968 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 200 len: 1002 time: 0.2742386 Feb 16 18:20:39.642284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53071f81-6b47-4bbf-abbd-d58939adfcaa req-4790bfcb-0645-4342-b20a-0ef084d7e9ad tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:39.643939 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-53071f81-6b47-4bbf-abbd-d58939adfcaa req-4790bfcb-0645-4342-b20a-0ef084d7e9ad tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.4199605 Feb 16 18:20:39.715341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4dd12-001e-495a-8682-98b7496ec37d req-f88f0ee5-947f-4125-8627-fe75b1781a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:39.716977 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51d4dd12-001e-495a-8682-98b7496ec37d req-f88f0ee5-947f-4125-8627-fe75b1781a6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.1402872 Feb 16 18:20:39.727268 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-53071f81-6b47-4bbf-abbd-d58939adfcaa req-4d37388a-a378-4148-b80e-9f65f92d022c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739181 Feb 16 18:20:39.769279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:20:39.775856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:20:39.783056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:20:39.926070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4dd12-001e-495a-8682-98b7496ec37d req-3536055a-9f36-4fb2-bd24-b46f1c64256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:39.927786 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51d4dd12-001e-495a-8682-98b7496ec37d req-3536055a-9f36-4fb2-bd24-b46f1c64256b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1995325 Feb 16 18:20:39.976105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:40.123260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:40.180511 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51d4dd12-001e-495a-8682-98b7496ec37d req-bad95255-b4fd-4319-9c9c-83ad921f66d7 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444081 Feb 16 18:20:40.700224 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51d4dd12-001e-495a-8682-98b7496ec37d req-a345716f-6689-471b-a1ec-6a8088f41782 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5097258 Feb 16 18:20:40.774352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:40.804571 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:40.823113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fc9c820c-2e88-4d1a-b952-32c8c83b5e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:40.942057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device db782865-d67a-426d-bd76-c87369aab57a up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:20:40.978008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event updated for resources: {'Port': ['ID=1bf8c656-9e80-4b89-8156-278fe213cc11,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:40.982662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:41.022902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port db782865-d67a-426d-bd76-c87369aab57a triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:41.023331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:41.144538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:41.176278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6752f-b528-4217-ba92-bf25008f318e req-e9c943b3-a0af-4dd1-ae93-840207a8f4b5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:41.177858 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8cf6752f-b528-4217-ba92-bf25008f318e req-e9c943b3-a0af-4dd1-ae93-840207a8f4b5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1637430 Feb 16 18:20:41.217708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:41.218941 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2036471 Feb 16 18:20:41.284868 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8cf6752f-b528-4217-ba92-bf25008f318e req-83461962-a704-44e5-9018-cf31beb13bd4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993962 Feb 16 18:20:41.312892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-69210d01-b6cf-4718-9529-9679c4ee512b req-5d929ccc-8a49-4b32-b12d-bf2c859d6729 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Synchronizing usage tracker for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:floatingip {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:20:41.347053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-69210d01-b6cf-4718-9529-9679c4ee512b req-5d929ccc-8a49-4b32-b12d-bf2c859d6729 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Unset dirty status for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:floatingip {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:20:41.348390 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69210d01-b6cf-4718-9529-9679c4ee512b req-5d929ccc-8a49-4b32-b12d-bf2c859d6729 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.246 HTTP/1.1" status: 200 len: 696 time: 0.1228797 Feb 16 18:20:41.512558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210d01-b6cf-4718-9529-9679c4ee512b req-5520ab53-dd90-4b8c-81c1-5388252d978a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:41.514042 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69210d01-b6cf-4718-9529-9679c4ee512b req-5520ab53-dd90-4b8c-81c1-5388252d978a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1596012 Feb 16 18:20:41.524827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ad479977-58ca-4e65-aad1-5104529e23e7 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:20:41.525878 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69210d01-b6cf-4718-9529-9679c4ee512b req-ad479977-58ca-4e65-aad1-5104529e23e7 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061109 Feb 16 18:20:41.710740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-a5d9adc4-c269-435c-9c4b-f5374afd3b8f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:41.712341 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-a5d9adc4-c269-435c-9c4b-f5374afd3b8f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0896204 Feb 16 18:20:41.800633 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5931ef59-188d-4035-b0a6-7c071e24a038 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0818732 Feb 16 18:20:41.811963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'floatingip': {'port_id': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:41.895137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for floatingip, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:42.117845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:42.604369 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef7462-37a5-4c06-9f97-b787e44c67e7 req-939438da-4b5f-42a9-b687-37019ebcc6ed tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:42.605984 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cbef7462-37a5-4c06-9f97-b787e44c67e7 req-939438da-4b5f-42a9-b687-37019ebcc6ed tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1994436 Feb 16 18:20:42.612980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:42.647109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:42.782453 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cbef7462-37a5-4c06-9f97-b787e44c67e7 req-6902eecd-d011-40fa-a9b2-f9e854a5c640 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682339 Feb 16 18:20:42.839531 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Floating IP d5c2aae9-f315-48a1-8e65-2cff736202c0 associated. External IP: 172.27.3.246, port: 688ec8c9-3f90-4f4e-868d-56ce9c7e1150. Feb 16 18:20:43.430498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Router 93ba65c4-0090-402c-ac2b-9f9216010543 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:20:43.631504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:20:43.644403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:43.652899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] Sync routers for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:20:43.667563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:20:43.668434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:20:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:20:43.696226 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-5d6b9b5c-ddc5-4813-bdea-0718a7b59298 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "PUT /v2.0/floatingips/d5c2aae9-f315-48a1-8e65-2cff736202c0 HTTP/1.1" status: 200 len: 996 time: 1.8884649 Feb 16 18:20:43.696849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:20:43.754070 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'status': 'completed', 'code': 200} Feb 16 18:20:43.854763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-617349b6-6ec7-41bb-a6a6-95a8c3de5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:43.856567 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-617349b6-6ec7-41bb-a6a6-95a8c3de5a75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1162 time: 0.1456213 Feb 16 18:20:43.886765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:20:43.972172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-025150e7-e9c0-4049-aed6-52806db2670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:43.973682 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-025150e7-e9c0-4049-aed6-52806db2670f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1162 time: 0.1955225 Feb 16 18:20:44.209233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-a5b2e408-85e0-498d-b459-4d8c33517516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:44.211576 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-a5b2e408-85e0-498d-b459-4d8c33517516 service neutron] 10.222.0.16 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 909 time: 0.3424547 Feb 16 18:20:44.282307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'd5c2aae9-f315-48a1-8e65-2cff736202c0', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'port_id': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'mac_address': 'fa:16:3e:0f:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:20:39Z', 'updated_at': '2021-02-16T18:20:42Z', 'revision_number': 1, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:55Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:20:44.286837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] Checking router: 93ba65c4-0090-402c-ac2b-9f9216010543 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:20:44.296055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:20:44.296712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:20:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:20:44.303301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-2f62e399-a673-4aff-b54a-cb50f402b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:44.305156 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-2f62e399-a673-4aff-b54a-cb50f402b118 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 909 time: 0.2814829 Feb 16 18:20:44.316786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e257dd2-c1ba-4284-8cae-aebe6db5ad29 req-544444da-2757-4d43-a9e3-5efaf73ac762 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:44.318803 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3e257dd2-c1ba-4284-8cae-aebe6db5ad29 req-544444da-2757-4d43-a9e3-5efaf73ac762 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.3393326 Feb 16 18:20:44.437814 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-7219feb2-98a4-4573-9139-eff2bb395e1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 999 time: 0.2137868 Feb 16 18:20:44.486590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:20:44.520149 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3e257dd2-c1ba-4284-8cae-aebe6db5ad29 req-6de9197b-7aeb-4cb8-8834-1a949094dca7 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407776 Feb 16 18:20:44.540459 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-3b1a1023-1b26-4174-90b6-5ad8a61f5615 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 999 time: 0.2185833 Feb 16 18:20:44.597006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-88e80342-8a28-41d2-a270-e4d11212e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:44.598627 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-88e80342-8a28-41d2-a270-e4d11212e290 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.1445873 Feb 16 18:20:44.679996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-d20a5c8c-cce6-4f4b-9a66-6733824aa731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:44.681617 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-d20a5c8c-cce6-4f4b-9a66-6733824aa731 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.1328003 Feb 16 18:20:44.756415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-91c64eee-961e-4bb8-83aa-ac06aaf69c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:44.758200 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-91c64eee-961e-4bb8-83aa-ac06aaf69c2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1501629 Feb 16 18:20:44.774346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-ceed2930-037b-455d-ba77-6ae28b70de3b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:20:44.775412 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-ceed2930-037b-455d-ba77-6ae28b70de3b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0068772 Feb 16 18:20:44.885157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'd5c2aae9-f315-48a1-8e65-2cff736202c0', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'port_id': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'mac_address': 'fa:16:3e:0f:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:20:39Z', 'updated_at': '2021-02-16T18:20:42Z', 'revision_number': 1, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:55Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:20:44.889384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd019b-841e-4f14-9db3-c6b94a809422 None None] The sync data for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi is: [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'd5c2aae9-f315-48a1-8e65-2cff736202c0', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'port_id': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'mac_address': 'fa:16:3e:0f:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:20:39Z', 'updated_at': '2021-02-16T18:20:42Z', 'revision_number': 1, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:55Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:20:44.900769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-7c5f0474-e520-4459-96f8-8a395f751d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:44.902937 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-7c5f0474-e520-4459-96f8-8a395f751d9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2085805 Feb 16 18:20:45.056037 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-ec2ee5d8-4ba5-4a7c-8a4a-7637f2eacb8c service neutron] 10.222.0.16 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656469 Feb 16 18:20:45.190711 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-945779e6-b90a-412a-be99-7bc769afbfdb service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794421 Feb 16 18:20:45.326535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874f9c7-73ce-40e9-9bba-869a820ce554 None None] New status for floating IP d5c2aae9-f315-48a1-8e65-2cff736202c0: ACTIVE {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:20:45.599726 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfc494eb-f752-41d1-8865-769fc2328a8a req-a221c615-e137-4e68-9172-9eb15ac6b1cc service neutron] 10.222.0.16 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5347316 Feb 16 18:20:45.659501 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f128995-3f99-4076-85a7-0f407ab48ca0 req-cb1909ac-77a7-4e33-b163-04c7baa6c2a2 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4593308 Feb 16 18:20:45.675524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d49e65-aff2-416e-b790-f43f8ae961c5 req-6746e355-e6de-40f4-9d51-1bb4eeaee8da tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:45.677194 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a8d49e65-aff2-416e-b790-f43f8ae961c5 req-6746e355-e6de-40f4-9d51-1bb4eeaee8da tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1339805 Feb 16 18:20:45.734417 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a8d49e65-aff2-416e-b790-f43f8ae961c5 req-c09f1b70-c3f5-4ea0-80fe-949fb4c1e52f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488625 Feb 16 18:20:45.801798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-290789723', 'description': 'tempest-TestMinimumBasicScenario-290789723 description'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:45.811449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:45.825643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:45.861352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a21122-997c-48a2-85a9-3d3cf4e8b045 req-1b1c3e4a-e84a-4c80-8980-b71e1cad931e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:45.863002 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f1a21122-997c-48a2-85a9-3d3cf4e8b045 req-1b1c3e4a-e84a-4c80-8980-b71e1cad931e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1209488 Feb 16 18:20:45.864268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:45.906545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:45.918712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Usage tracker for resource:security_group_rule and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:20:45.921967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:20:45.933331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:45.944631 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f1a21122-997c-48a2-85a9-3d3cf4e8b045 req-bf28f08b-746e-42a5-beb0-fb7ce0d65627 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677907 Feb 16 18:20:46.015219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.049502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.055089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a43d231c-6942-4df1-a5ca-638b4981df02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:46.102306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a546c5f8-405f-4dd2-b303-8a083dccd88f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:46.111070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.111480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.113653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.113653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.113653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.113653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.113653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.114029 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.114220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.114782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.115181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.115585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.116053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.116444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.116834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.117222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.117607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.117996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.118351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.118738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.119104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.119489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.119895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.120287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.124896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:46.135533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.136919 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-667baff7-91ec-472c-937c-99bb9bded403 req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3446839 Feb 16 18:20:46.207119 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-cd058fcd-672f-407e-bf5f-b6ce18f1e0a4 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups/a546c5f8-405f-4dd2-b303-8a083dccd88f HTTP/1.1" status: 200 len: 1812 time: 0.0478776 Feb 16 18:20:46.218469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a546c5f8-405f-4dd2-b303-8a083dccd88f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:46.218830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a546c5f8-405f-4dd2-b303-8a083dccd88f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:46.225534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:46.229561 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Usage tracker for resource:security_group_rule and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:20:46.232556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:20:46.238295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:46.352432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.383806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.449852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.458237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:46.483212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e5ee7c-d334-47d0-9b8a-722fed43ad86,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:46.486528 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:46.512775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.514239 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4cd0d62c-6a95-4990-bdf9-fdadc08b04bb req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3001044 Feb 16 18:20:46.529891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 43044) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:20:46.601922 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-8d8d9d03-66b5-4d3d-97c7-310762af44d6 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups/a546c5f8-405f-4dd2-b303-8a083dccd88f HTTP/1.1" status: 200 len: 2405 time: 0.0643551 Feb 16 18:20:46.612843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a546c5f8-405f-4dd2-b303-8a083dccd88f', 'remote_group_id': None}]} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:46.613306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a546c5f8-405f-4dd2-b303-8a083dccd88f', 'remote_group_id': None}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:46.620253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:46.624713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Usage tracker for resource:security_group_rule and tenant:3f39c81da9c4459bbd082972e2027ceb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:20:46.628101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:20:46.634737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:46.669704 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.691122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:46.696974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Usage tracker for resource:security_group_rule and tenant:15faf8180cb644bfbae6b22f80c8004d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:20:46.700491 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:20:46.707734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:46.725905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.751113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.781159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.783310 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:46.798727 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.810589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04831754-9841-4934-8dfc-1b162aa38db3,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:46.816448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:46.827011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.836618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c710b444-f4c5-4864-88a0-cf19b956b8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:46.850453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:46.852706 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4d602810-598d-47e8-ad9a-c3cbe6721104 req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2442119 Feb 16 18:20:46.878022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c127f9-97a1-44b6-83b4-2ab153d5f90a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:46.891187 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15faf8180cb644bfbae6b22f80c8004d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599515 Feb 16 18:20:46.893483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.894110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.894523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.894934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.895200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 43058) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:20:46.895332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.895754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.896191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.896578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.900881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.902141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.902721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.903431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.904011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.904578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.905127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.905685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:20:46.912536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:46.974323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2b87ac8d-39b8-4df0-b74b-faae58df12cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:47.083221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2b87ac8d-39b8-4df0-b74b-faae58df12cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:47.166205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-34cbd6cc-5b4b-468d-934f-75de432a6f42 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Synchronizing usage tracker for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:security_group {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:20:47.186381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9a848-a952-468c-a362-d0f97fa73b53 req-41925e30-269c-45e4-bf95-6e3954f681d5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:47.188177 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18c9a848-a952-468c-a362-d0f97fa73b53 req-41925e30-269c-45e4-bf95-6e3954f681d5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.2087712 Feb 16 18:20:47.239112 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18c9a848-a952-468c-a362-d0f97fa73b53 req-cc979c7c-e4a0-4e68-8255-e46ed9e34d41 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429435 Feb 16 18:20:47.265444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2b87ac8d-39b8-4df0-b74b-faae58df12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:47.269661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-34cbd6cc-5b4b-468d-934f-75de432a6f42 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Unset dirty status for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:security_group {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:20:47.275691 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-34cbd6cc-5b4b-468d-934f-75de432a6f42 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-290789723&fields=id&tenant_id=3f39c81da9c4459bbd082972e2027ceb HTTP/1.1" status: 200 len: 267 time: 0.2153776 Feb 16 18:20:47.275691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7080a6f8-2fb1-4b5a-b455-dbaf17c07e9c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:47.323394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87ac8d-39b8-4df0-b74b-faae58df12cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c127f9-97a1-44b6-83b4-2ab153d5f90a,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:47.333185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2b87ac8d-39b8-4df0-b74b-faae58df12cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:47.343606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2b87ac8d-39b8-4df0-b74b-faae58df12cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:47.344789 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2b87ac8d-39b8-4df0-b74b-faae58df12cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1c127f9-97a1-44b6-83b4-2ab153d5f90a HTTP/1.1" status: 204 len: 168 time: 0.4483776 Feb 16 18:20:47.448279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-75145197-41ec-48ab-b762-85f17743d85d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:47.449854 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-75145197-41ec-48ab-b762-85f17743d85d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.1679831 Feb 16 18:20:47.461344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0715fc9-a77f-4fce-837d-24932bcda021 req-26f46235-33b9-4f95-b3a6-7f7b1b2ccaed tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:47.463281 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f0715fc9-a77f-4fce-837d-24932bcda021 req-26f46235-33b9-4f95-b3a6-7f7b1b2ccaed tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 945 time: 0.1215885 Feb 16 18:20:47.468910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'port': {'security_groups': ['882f4617-0644-4d9a-ae8c-81c0a064a807', 'a546c5f8-405f-4dd2-b303-8a083dccd88f']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:47.607702 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f0715fc9-a77f-4fce-837d-24932bcda021 req-83c2c4c7-65b1-4aa3-a52a-eb74bd02835e tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035247 Feb 16 18:20:47.642423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:47.915373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879d580-0c93-4bce-be7a-300a57a155dd req-0a78ca6e-0b35-4920-983a-5054dc3f4b8c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:47.917027 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9879d580-0c93-4bce-be7a-300a57a155dd req-0a78ca6e-0b35-4920-983a-5054dc3f4b8c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1882439 Feb 16 18:20:47.965565 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9879d580-0c93-4bce-be7a-300a57a155dd req-9276682b-09e4-4a5f-9b9f-769f194de78c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 Feb 16 18:20:48.197237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] For port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:20:48.227694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:48.261591 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:48.278068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:48.489011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event updated for resources: {'Port': ['ID=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:48.499076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:48.563572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7d3e3-def6-4e73-8c0d-8992db24a398 req-757d4107-b88d-4287-ab9f-a601daf21ed0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:48.565203 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2ac7d3e3-def6-4e73-8c0d-8992db24a398 req-757d4107-b88d-4287-ab9f-a601daf21ed0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1673474 Feb 16 18:20:48.570037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:48.570543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:48.575016 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b987a686-9e4f-4902-b3ee-4dfa10421773 req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "PUT /v2.0/ports/688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 981 time: 1.1110945 Feb 16 18:20:48.575702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:20:48.626754 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2ac7d3e3-def6-4e73-8c0d-8992db24a398 req-d3cfbfcf-39e3-4b36-ab32-82e9ccbb4a94 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458302 Feb 16 18:20:48.683844 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'status': 'completed', 'code': 200} Feb 16 18:20:48.819606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-9bd7edb4-08d3-406f-b551-88f19a0c548b None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:48.820032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9bd7edb4-08d3-406f-b551-88f19a0c548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:48.948439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-ee6e9708-ef10-47bf-80b5-86a5d18eca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:48.950158 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-ee6e9708-ef10-47bf-80b5-86a5d18eca6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1202 time: 0.2334144 Feb 16 18:20:48.957254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca0bd-103f-44e4-b067-892c5e7becba req-cd1bad3c-31e8-4f1d-a907-7175ec5a7b6e tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:48.959339 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f48ca0bd-103f-44e4-b067-892c5e7becba req-cd1bad3c-31e8-4f1d-a907-7175ec5a7b6e tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.2439075 Feb 16 18:20:48.994873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64cc43-1f6b-4028-8de4-2ea2db59b3df req-cd2e392f-5994-44f0-8336-c95e6c13a751 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:48.996822 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7b64cc43-1f6b-4028-8de4-2ea2db59b3df req-cd2e392f-5994-44f0-8336-c95e6c13a751 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 945 time: 0.1854615 Feb 16 18:20:49.157785 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f48ca0bd-103f-44e4-b067-892c5e7becba req-81d40e9d-1895-48af-8786-91ea851ebc73 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1699746 Feb 16 18:20:49.162644 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7b64cc43-1f6b-4028-8de4-2ea2db59b3df req-3f12006d-bcc3-4e78-a160-a5167df5f5f8 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506033 Feb 16 18:20:49.199256 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-430f6f61-0ca7-4f10-b772-eb1e7009ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:49.204957 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-430f6f61-0ca7-4f10-b772-eb1e7009ee87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 909 time: 0.2419126 Feb 16 18:20:49.378375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:20:49.393919 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-81ed349c-c967-4bd2-bd62-d42649063255 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 1001 time: 0.1748762 Feb 16 18:20:49.458850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:49.459273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:49.479701 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573da43-da3d-4b30-a48f-c2a2e57c7cd4 req-31aaa0f6-91ff-428a-8c01-1270a4e8a13e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:49.482564 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b573da43-da3d-4b30-a48f-c2a2e57c7cd4 req-31aaa0f6-91ff-428a-8c01-1270a4e8a13e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1692853 Feb 16 18:20:49.514399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-cceba206-4da8-4d1e-a1ba-81753dbd7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:49.516684 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-cceba206-4da8-4d1e-a1ba-81753dbd7406 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.1058364 Feb 16 18:20:49.584119 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b573da43-da3d-4b30-a48f-c2a2e57c7cd4 req-90cd18e9-e227-4b95-95ec-d73bc289ff0a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948443 Feb 16 18:20:49.626280 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-debe859c-5798-48f9-9cc9-2fe74455c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:49.627930 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-debe859c-5798-48f9-9cc9-2fe74455c000 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950887 Feb 16 18:20:49.837852 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-a0d7fdec-4443-433b-8542-d1b46174a8a4 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026105 Feb 16 18:20:50.058467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-d3336f99-0ee6-4129-8267-f3fe64f02ee5 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:50.060120 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-d3336f99-0ee6-4129-8267-f3fe64f02ee5 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 945 time: 0.0892425 Feb 16 18:20:50.113212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4b8ca-8db2-4bcd-91ad-86560b4ce6c2 req-72d9c4b2-f9e6-4ab2-95f6-98d7471c4501 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:50.114847 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ddf4b8ca-8db2-4bcd-91ad-86560b4ce6c2 req-72d9c4b2-f9e6-4ab2-95f6-98d7471c4501 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.3674715 Feb 16 18:20:50.151305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Deleting port b88f505c-fc54-473a-98f3-7ed292083aff {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:20:50.151733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:50.233651 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ddf4b8ca-8db2-4bcd-91ad-86560b4ce6c2 req-bf79ade1-6717-4471-9d2b-dc8d1266125d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704744 Feb 16 18:20:50.253059 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-84a4c6d3-0ad0-47f3-9404-ae1a69ba4839 req-15d60e49-3145-4c97-8886-f6fc68904769 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4012921 Feb 16 18:20:50.384553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb044b-794c-4b36-a6f2-540a5bee666a req-2a799ce8-0a53-4b4b-98ce-aea00d7ff5ae tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:50.386210 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2bfb044b-794c-4b36-a6f2-540a5bee666a req-2a799ce8-0a53-4b4b-98ce-aea00d7ff5ae tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 945 time: 0.0936797 Feb 16 18:20:50.446700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] For port b88f505c-fc54-473a-98f3-7ed292083aff, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b88f505c-fc54-473a-98f3-7ed292083aff,segment=NetworkSegment(c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850),segment_id=c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:20:50.447741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:50.467065 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2bfb044b-794c-4b36-a6f2-540a5bee666a req-5c2212c1-0567-4eab-8cdf-7b3494dc86be tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618329 Feb 16 18:20:50.599508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Calling delete_port for b88f505c-fc54-473a-98f3-7ed292083aff owned by compute:nova {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:20:50.645581 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-f299657c-201e-4549-86ad-cd02d559a143 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f27896a1fb1429d805e67e07251e069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549779 Feb 16 18:20:50.865589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:50.880880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6b30a7cf-f987-4403-9939-5248d98dbc6a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:50.884650 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-28012ce2-8095-4f77-bb57-d5ebd2c971f2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:50.886248 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-28012ce2-8095-4f77-bb57-d5ebd2c971f2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398195 Feb 16 18:20:50.897193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f808b6-ca05-43dd-83f8-e46c8249cd91 req-13c7d172-e765-4197-96f9-9ba8b3980800 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:50.898756 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-35f808b6-ca05-43dd-83f8-e46c8249cd91 req-13c7d172-e765-4197-96f9-9ba8b3980800 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1469116 Feb 16 18:20:50.923785 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-29644c73-06ff-4f88-8ddf-c1a3ef7feca6 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/quotas/7f27896a1fb1429d805e67e07251e069 HTTP/1.1" status: 200 len: 375 time: 0.0239103 Feb 16 18:20:50.944279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Pushing event deleted for resources: {'Port': ['ID=b88f505c-fc54-473a-98f3-7ed292083aff,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:50.948211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:50.992970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device db782865-d67a-426d-bd76-c87369aab57a up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:20:50.994973 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-40732ebd-4409-4d74-a8eb-fa82ab16add2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f27896a1fb1429d805e67e07251e069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623767 Feb 16 18:20:51.002716 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-35f808b6-ca05-43dd-83f8-e46c8249cd91 req-dd987458-1ff9-4ef0-b5d6-6dc6cead88c7 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945468 Feb 16 18:20:51.087989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port db782865-d67a-426d-bd76-c87369aab57a triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:51.088589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:51.128878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] No DVR routers for this DVR port b88f505c-fc54-473a-98f3-7ed292083aff on host hv-cinder-76330 {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:20:51.138688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:51.138688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eff5adc-faab-4697-9dc2-d2a5e3daa5f8', 'name': 'network-vif-deleted', 'tag': 'b88f505c-fc54-473a-98f3-7ed292083aff'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:20:51.182197 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3611bc55-6f75-457f-81b6-844bf05f39c5 req-7a621299-833b-4602-b1d4-3d82b2e8226b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.72 "DELETE /v2.0/ports/b88f505c-fc54-473a-98f3-7ed292083aff HTTP/1.1" status: 204 len: 173 time: 1.1102929 Feb 16 18:20:51.230258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b88f505c-fc54-473a-98f3-7ed292083aff no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:20:51.274156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] No Port match for: b88f505c-fc54-473a-98f3-7ed292083aff {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:20:51.274557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b88f505c-fc54-473a-98f3-7ed292083aff not bound to the agent host hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:20:51.311146 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eff5adc-faab-4697-9dc2-d2a5e3daa5f8', 'name': 'network-vif-deleted', 'tag': 'b88f505c-fc54-473a-98f3-7ed292083aff', 'status': 'completed', 'code': 200} Feb 16 18:20:51.430755 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9ea29888-e6fa-404b-ae5c-5531531118db req-60e7f2c9-1aea-436b-b15d-7117a2e49f9a tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0751557 Feb 16 18:20:51.664888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940986-bd3c-4155-a9d7-580753e48d11 req-f736e2ad-2704-4286-b522-64a41b83a864 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:51.666530 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-df940986-bd3c-4155-a9d7-580753e48d11 req-f736e2ad-2704-4286-b522-64a41b83a864 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1616702 Feb 16 18:20:51.735102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e84430-4bfc-4a8a-aa17-88ee4c04c43d req-5646a192-927a-4611-a8e5-0da170941757 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:51.737606 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5e84430-4bfc-4a8a-aa17-88ee4c04c43d req-5646a192-927a-4611-a8e5-0da170941757 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1459818 Feb 16 18:20:51.740973 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-df940986-bd3c-4155-a9d7-580753e48d11 req-1e1d2304-837e-49ce-bd10-7ba66ca9f099 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666642 Feb 16 18:20:51.802244 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5e84430-4bfc-4a8a-aa17-88ee4c04c43d req-24298fd7-ab67-4d9a-9721-70028b8e0e8f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576792 Feb 16 18:20:51.919812 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-849a4aca-8f4a-4d64-a7c6-c270c3cbb808 req-72959535-89b1-47d6-8b53-66b86c291e3f tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eff5adc-faab-4697-9dc2-d2a5e3daa5f8 HTTP/1.1" status: 200 len: 210 time: 0.0536318 Feb 16 18:20:52.014015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9e70ae1e-fdff-41b2-8c76-425673a39bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:52.227669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08e142-f87f-4a31-b061-2ff319e994db req-8ae352a2-ae8b-4cb3-9c98-131d77e17d62 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:52.229410 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f08e142-f87f-4a31-b061-2ff319e994db req-8ae352a2-ae8b-4cb3-9c98-131d77e17d62 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1031978 Feb 16 18:20:52.279699 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f08e142-f87f-4a31-b061-2ff319e994db req-61fd753f-806c-448e-b54d-8ead2ae8ef9f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433972 Feb 16 18:20:52.655353 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca8f06ce-5f70-4e89-822d-9c6fe6ad5236 req-30ada6b3-b2fc-4a81-a4e6-9991e35f8ff1 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0639691 Feb 16 18:20:53.019699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276750c-27d4-49a0-b3aa-0c5445da53fc req-e6465c68-75cc-48b2-8f2c-2a5b30ae5193 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:53.021279 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8276750c-27d4-49a0-b3aa-0c5445da53fc req-e6465c68-75cc-48b2-8f2c-2a5b30ae5193 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1616197 Feb 16 18:20:53.086286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c0d9-096f-4dbf-8932-f877c5b04375 req-9e356610-627a-4bf9-b65f-dcb5c327fb45 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:53.092482 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d738c0d9-096f-4dbf-8932-f877c5b04375 req-9e356610-627a-4bf9-b65f-dcb5c327fb45 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1601446 Feb 16 18:20:53.118996 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8276750c-27d4-49a0-b3aa-0c5445da53fc req-ec4f5aab-5dca-4c81-b4cb-4523a70df54a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861566 Feb 16 18:20:53.189769 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d738c0d9-096f-4dbf-8932-f877c5b04375 req-5210332a-0302-4b4b-a4d6-d3bf7ee383fd tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659664 Feb 16 18:20:53.418990 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-b4c56dbd-817d-44d8-970e-bc19e4a35ea3 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7f27896a1fb1429d805e67e07251e069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760875 Feb 16 18:20:53.617251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c1704-686d-4e7c-a7be-34ee3fdef042 req-b4e45f0b-c112-41f6-8f0d-f7e0a879c1d8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:53.619148 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-902c1704-686d-4e7c-a7be-34ee3fdef042 req-b4e45f0b-c112-41f6-8f0d-f7e0a879c1d8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1302736 Feb 16 18:20:53.679240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-a5b4afef-87ff-4bf3-99f0-19829f33ec64 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:53.681186 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-a5b4afef-87ff-4bf3-99f0-19829f33ec64 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537327 Feb 16 18:20:53.704149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Request body: {'port': {'device_id': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db', 'admin_state_up': True, 'tenant_id': '7f27896a1fb1429d805e67e07251e069'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:53.730734 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-902c1704-686d-4e7c-a7be-34ee3fdef042 req-13b6aae5-556f-4085-9bd9-da711ec27b76 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043670 Feb 16 18:20:53.883442 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-48983382-9647-49e0-ae8e-6bca26a372c6 req-3b16418c-3a55-4646-a8a6-b58b55c3f035 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0861242 Feb 16 18:20:54.023917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:54.028200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Usage tracker for resource:port and tenant:7f27896a1fb1429d805e67e07251e069 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:20:54.031296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:20:54.037533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:54.085049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Made reservation on behalf of 7f27896a1fb1429d805e67e07251e069 for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:20:54.090692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:54.106187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:54.123273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:20:54.127966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Usage tracker for resource:security_group_rule and tenant:7f27896a1fb1429d805e67e07251e069 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:20:54.131524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:20:54.141282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:20:54.152955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-56611a64-e46b-4967-9f94-82c94ad4a04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:54.246289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:54.272709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:54.288800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d469541e-2ade-4c3a-b9f4-3f85f63bfaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:54.351190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aabe139-1695-41d1-bb72-79bcf98859e2,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:54.358149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:54.398764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61402ff-c121-43bd-8ca8-54fb804af0e3 req-6a5f5323-7fb0-477f-8a4f-97045f6b9ffe tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:54.402412 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e61402ff-c121-43bd-8ca8-54fb804af0e3 req-6a5f5323-7fb0-477f-8a4f-97045f6b9ffe tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1220238 Feb 16 18:20:54.536205 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e61402ff-c121-43bd-8ca8-54fb804af0e3 req-882b9baf-3162-4d86-bd83-ec318e698b60 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761185 Feb 16 18:20:54.578426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca281-a053-489a-b3ed-c3af8db0fc7a req-6190b34e-5e7f-44ca-9e50-57827407e861 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:54.580365 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a97ca281-a053-489a-b3ed-c3af8db0fc7a req-6190b34e-5e7f-44ca-9e50-57827407e861 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1769993 Feb 16 18:20:54.650354 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a97ca281-a053-489a-b3ed-c3af8db0fc7a req-2fc7420d-b57e-4c93-a725-ea294f9b4db7 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Feb 16 18:20:54.687094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:20:54.725843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Allocated IP 192.168.233.184 (41c11304-41d3-4ed2-9c5b-448908cf40db/686e309c-7eec-4a77-92fd-1ba02ed46e1f/c5f6714c-1cc3-4eb4-93bf-573fdc5688a8) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:20:54.987303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:55.001545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:55.032372 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Transition to ACTIVE for port object c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:20:55.096564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:55.125589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:55.185693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d4ab-263a-48bc-a24f-c82030c7bea0 req-0573c415-462b-405a-921a-80245f4d9cc2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:55.193746 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c1f6d4ab-263a-48bc-a24f-c82030c7bea0 req-0573c415-462b-405a-921a-80245f4d9cc2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.3251133 Feb 16 18:20:55.270867 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c1f6d4ab-263a-48bc-a24f-c82030c7bea0 req-f8a80de7-757d-45ae-87c9-5e819a2c8348 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605512 Feb 16 18:20:55.307954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Pushing event updated for resources: {'Port': ['ID=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:55.312355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:55.314482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457493f-9ec5-4784-963c-3b5c2fd84dad req-a6602435-9423-4cbe-adc0-3ae1d9210e00 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:55.325335 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d457493f-9ec5-4784-963c-3b5c2fd84dad req-a6602435-9423-4cbe-adc0-3ae1d9210e00 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 936 time: 0.3064198 Feb 16 18:20:55.365817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Network 41c11304-41d3-4ed2-9c5b-448908cf40db is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:20:55.367340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:20:55.369849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:20:55.403875 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d457493f-9ec5-4784-963c-3b5c2fd84dad req-28290e88-4916-4ab5-9d47-eb028fe02441 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776815 Feb 16 18:20:55.469088 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:55.474473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:55.562994 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8653522 Feb 16 18:20:55.800962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718b192-b1dc-4775-9aa0-d0496ebb42d5 req-e83111a0-94d1-4cb0-8048-93970437b462 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:55.809293 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4718b192-b1dc-4775-9aa0-d0496ebb42d5 req-e83111a0-94d1-4cb0-8048-93970437b462 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1254110 Feb 16 18:20:55.825476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-d35e3758-af8a-45d0-9c27-d5ce069ddfa6 None None] Provisioning for port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:20:55.831438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-d35e3758-af8a-45d0-9c27-d5ce069ddfa6 None None] Provisioning complete for port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:20:55.831906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d35e3758-af8a-45d0-9c27-d5ce069ddfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:55.872034 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4718b192-b1dc-4775-9aa0-d0496ebb42d5 req-862d41a1-4965-43cb-b56f-26bde5598074 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611596 Feb 16 18:20:55.928083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-d35e3758-af8a-45d0-9c27-d5ce069ddfa6 None None] Port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:20:55.972756 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:56.097032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7b20d-a63a-4a82-b233-36533c8efe84 req-f6cdf1b6-a025-4fcb-b48d-526e22004320 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:56.099182 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f7d7b20d-a63a-4a82-b233-36533c8efe84 req-f6cdf1b6-a025-4fcb-b48d-526e22004320 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1047339 Feb 16 18:20:56.154747 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f7d7b20d-a63a-4a82-b233-36533c8efe84 req-006950ba-99a2-461e-b030-9a4932109e7b tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476508 Feb 16 18:20:56.506326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52826d3e-e843-47b4-ba66-8c6c9a7be5d6 req-da8bcdb9-8e50-4ba3-863f-512dec92be89 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:56.507780 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52826d3e-e843-47b4-ba66-8c6c9a7be5d6 req-da8bcdb9-8e50-4ba3-863f-512dec92be89 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0922112 Feb 16 18:20:56.575463 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:56.609703 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52826d3e-e843-47b4-ba66-8c6c9a7be5d6 req-b4cf0d64-d68e-440d-b991-67a924438bd2 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942760 Feb 16 18:20:56.642767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98237-8885-4421-a14e-a525ccc8684e req-7fb222f8-cee0-418c-adb2-7ba127ae86fc tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:56.642767 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d8e98237-8885-4421-a14e-a525ccc8684e req-7fb222f8-cee0-418c-adb2-7ba127ae86fc tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 936 time: 0.1256709 Feb 16 18:20:56.694496 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d8e98237-8885-4421-a14e-a525ccc8684e req-215331b4-4361-407f-a67c-18001dea1996 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477793 Feb 16 18:20:57.127777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968aef5-9bfc-4187-8454-2eaed30bab89 req-660fe338-454a-4069-9ee6-d2e96a09ddd5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:57.130022 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8968aef5-9bfc-4187-8454-2eaed30bab89 req-660fe338-454a-4069-9ee6-d2e96a09ddd5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1346724 Feb 16 18:20:57.241124 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8968aef5-9bfc-4187-8454-2eaed30bab89 req-db485296-c8de-446e-9e44-10f966ca69aa tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014817 Feb 16 18:20:57.259368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Request body: {'port': {'device_id': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:57.441512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:57.451356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4aa5d1-258c-45e7-aa08-92de8fc45ff1 req-ca75dff5-e583-4b8e-9b90-97f37620ab56 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:57.460066 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8e4aa5d1-258c-45e7-aa08-92de8fc45ff1 req-ca75dff5-e583-4b8e-9b90-97f37620ab56 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1106229 Feb 16 18:20:57.514584 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8e4aa5d1-258c-45e7-aa08-92de8fc45ff1 req-9098582d-f77f-4f3b-94a6-c5f569d7e4b1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534811 Feb 16 18:20:57.993618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb447e-27bb-45c0-839f-c3179aa13ba9 req-1b239390-967c-4e50-b94d-7ba918d2169d tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:58.001779 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fbfb447e-27bb-45c0-839f-c3179aa13ba9 req-1b239390-967c-4e50-b94d-7ba918d2169d tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 936 time: 0.1578865 Feb 16 18:20:58.026589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb995f8-85af-44b5-bb00-9f20fbd7e88a req-b3f7e353-d572-4d4e-988c-a74d883875dd tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:58.028634 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4eb995f8-85af-44b5-bb00-9f20fbd7e88a req-b3f7e353-d572-4d4e-988c-a74d883875dd tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.2555065 Feb 16 18:20:58.116340 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fbfb447e-27bb-45c0-839f-c3179aa13ba9 req-a02ff1d0-eb03-43d5-ac21-40ee1466f8f8 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132593 Feb 16 18:20:58.127621 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4eb995f8-85af-44b5-bb00-9f20fbd7e88a req-6b1cf1ea-e596-45c0-a842-674328df3fa8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869980 Feb 16 18:20:58.207781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:20:58.217168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:58.230807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Transition to ACTIVE for port object c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:20:58.261324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31497133'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:58.288065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:58.438005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:58.442723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:58.529062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c442c-9374-44ca-a678-d9ea48b499be req-b5d2e1ed-0ec8-4c85-861a-11e3543b3b81 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:58.530733 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-082c442c-9374-44ca-a678-d9ea48b499be req-b5d2e1ed-0ec8-4c85-861a-11e3543b3b81 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1366882 Feb 16 18:20:58.656319 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-082c442c-9374-44ca-a678-d9ea48b499be req-a340791f-7fd7-432a-8988-7db54c697582 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064365 Feb 16 18:20:58.718056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Attempting to bind port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:20:58.718307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Attempting to bind port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:20:58.718696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Attempting to bind port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 on network 41c11304-41d3-4ed2-9c5b-448908cf40db {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:20:58.724574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:20:58.725179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Checking segment: {'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:20:58.725595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:58.726002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Bound using segment: {'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:20:58.726488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Bound port: c5f6714c-1cc3-4eb4-93bf-573fdc5688a8, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9508aa7-a896-4763-8c15-80e5a26a2b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '41c11304-41d3-4ed2-9c5b-448908cf40db'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:20:58.726875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:58.790183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f3c55-7f71-4ec2-85bd-7d13eacae654 req-3557e46f-3c21-4878-b1c9-79eff5379179 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:58.792336 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca6f3c55-7f71-4ec2-85bd-7d13eacae654 req-3557e46f-3c21-4878-b1c9-79eff5379179 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1166255 Feb 16 18:20:58.839936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] For port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8, host hv-cinder-76330, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:20:58.843473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] For port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,segment=NetworkSegment(e9508aa7-a896-4763-8c15-80e5a26a2b50),segment_id=e9508aa7-a896-4763-8c15-80e5a26a2b50)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:20:58.856862 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca6f3c55-7f71-4ec2-85bd-7d13eacae654 req-4ded3c10-85e4-44ce-8cfa-64d9b01b8aa3 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Feb 16 18:20:58.884739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31497133'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:58.900993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:20:59.054065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:20:59.058904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:20:59.118296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:59.118988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:59.120533 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] 10.222.0.72 "PUT /v2.0/ports/c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 HTTP/1.1" status: 200 len: 1162 time: 1.8664598 Feb 16 18:20:59.121072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'tag': 'c5f6714c-1cc3-4eb4-93bf-573fdc5688a8'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:20:59.197856 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'tag': 'c5f6714c-1cc3-4eb4-93bf-573fdc5688a8', 'status': 'completed', 'code': 200} Feb 16 18:20:59.452717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b243b14-5986-4970-82e8-28fb7365f346 req-b41caa93-3a2a-44b1-958c-d2afe4c7f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:59.454929 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b243b14-5986-4970-82e8-28fb7365f346 req-b41caa93-3a2a-44b1-958c-d2afe4c7f968 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f27896a1fb1429d805e67e07251e069&device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 1165 time: 0.1142240 Feb 16 18:20:59.521732 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b243b14-5986-4970-82e8-28fb7365f346 req-84b6dc02-afb3-4994-a362-a4d5804e9482 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7f27896a1fb1429d805e67e07251e069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567210 Feb 16 18:20:59.561797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01ae4-fcbc-4e81-a432-38c3eacf90e8 req-9346ba26-ece6-4faf-a1d3-ac2e17a15592 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:59.563436 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72a01ae4-fcbc-4e81-a432-38c3eacf90e8 req-9346ba26-ece6-4faf-a1d3-ac2e17a15592 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.2809651 Feb 16 18:20:59.572393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03405d8-bfeb-4ee1-b5a6-f24d74f95c2e req-83e6d8e8-9fac-47b4-94b5-50ded9ed38bd tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:59.573969 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e03405d8-bfeb-4ee1-b5a6-f24d74f95c2e req-83e6d8e8-9fac-47b4-94b5-50ded9ed38bd tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1824167 Feb 16 18:20:59.643697 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72a01ae4-fcbc-4e81-a432-38c3eacf90e8 req-d91b634a-01e3-4dd4-8348-4f4eb11051bc tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667136 Feb 16 18:20:59.672457 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e03405d8-bfeb-4ee1-b5a6-f24d74f95c2e req-a133f694-7ff7-4f86-b60d-0e39258c1166 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700245 Feb 16 18:20:59.799397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b243b14-5986-4970-82e8-28fb7365f346 req-e4a2298e-308e-4174-8189-a909b04cd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:59.799681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-6cbf0da8-3e74-4e6f-ac24-d7adec4df9d9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:59.801126 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-6cbf0da8-3e74-4e6f-ac24-d7adec4df9d9 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.1278265 Feb 16 18:20:59.801246 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0b243b14-5986-4970-82e8-28fb7365f346 req-e4a2298e-308e-4174-8189-a909b04cd759 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2210855 Feb 16 18:20:59.956146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Deleting port 77b9ae52-ecf0-4a60-9a2d-e535988a148d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:20:59.956431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:59.967085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-2847df49-f5f0-4e3a-8be0-eaedd00f975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:20:59.968916 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-2847df49-f5f0-4e3a-8be0-eaedd00f975c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f27896a1fb1429d805e67e07251e069&device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 1165 time: 0.0966835 Feb 16 18:21:00.037774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a8d9b-5047-4173-a3b2-417a702cf70c req-98a3bd78-d714-4eb1-b34e-d5a5a87af13e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:00.051878 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-859a8d9b-5047-4173-a3b2-417a702cf70c req-98a3bd78-d714-4eb1-b34e-d5a5a87af13e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.2295742 Feb 16 18:21:00.101103 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-4231ebaa-b7f4-4275-9e59-e8a00166a855 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 HTTP/1.1" status: 200 len: 217 time: 0.1184802 Feb 16 18:21:00.219467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-f7e1fcf8-01c7-4e03-bb46-ef063ee78d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:00.221781 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-f7e1fcf8-01c7-4e03-bb46-ef063ee78d91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=686e309c-7eec-4a77-92fd-1ba02ed46e1f HTTP/1.1" status: 200 len: 843 time: 0.1124883 Feb 16 18:21:00.246923 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-859a8d9b-5047-4173-a3b2-417a702cf70c req-2c131d5d-4bb2-4f28-911e-f6b05aca91a4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002795 Feb 16 18:21:00.325366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-670f2dd0-bfc9-46ec-a427-ff12a9ba0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:00.327034 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-670f2dd0-bfc9-46ec-a427-ff12a9ba0e92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41c11304-41d3-4ed2-9c5b-448908cf40db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0922077 Feb 16 18:21:00.495190 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-4451b79b-e77f-4b86-a2a7-2176fefa6443 service neutron] 10.222.0.72 "GET /v2.0/networks/41c11304-41d3-4ed2-9c5b-448908cf40db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609714 Feb 16 18:21:00.627239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26cf18-def2-4827-8904-1669d3ea84c9 req-84716a48-8e0f-4f03-8c23-77f7de9d9e37 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:00.628884 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c26cf18-def2-4827-8904-1669d3ea84c9 req-84716a48-8e0f-4f03-8c23-77f7de9d9e37 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 945 time: 0.5388443 Feb 16 18:21:00.644906 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9b8e7f9-758f-4029-807b-c9e25eec988f req-f5dfa19b-bf1c-4757-958a-92a36ebe4b2c service neutron] 10.222.0.72 "GET /v2.0/networks/41c11304-41d3-4ed2-9c5b-448908cf40db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426125 Feb 16 18:21:00.690155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] For port 77b9ae52-ecf0-4a60-9a2d-e535988a148d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=77b9ae52-ecf0-4a60-9a2d-e535988a148d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:00.690621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:00.935368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Calling delete_port for 77b9ae52-ecf0-4a60-9a2d-e535988a148d owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:21:00.975979 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c26cf18-def2-4827-8904-1669d3ea84c9 req-3058509f-dc4c-42b4-8a58-80b887e69a8a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383286 Feb 16 18:21:01.006052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 77b9ae52-ecf0-4a60-9a2d-e535988a148d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:21:01.068003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533e6be-425e-4f58-9ee5-3b3a9e5c22af req-ce65f42a-e3fe-4cb5-bd58-26c0877d3ae4 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:01.093043 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5533e6be-425e-4f58-9ee5-3b3a9e5c22af req-ce65f42a-e3fe-4cb5-bd58-26c0877d3ae4 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.2235365 Feb 16 18:21:01.228259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:01.313414 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5533e6be-425e-4f58-9ee5-3b3a9e5c22af req-590f1ca0-d056-4e24-ad8e-1b795ef16c4b tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192357 Feb 16 18:21:01.537939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc87f13-baf5-4ebe-abb4-6dd542c8feae req-06bc286e-a586-4fb6-86e2-853c37d5c1a1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:01.546200 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2dc87f13-baf5-4ebe-abb4-6dd542c8feae req-06bc286e-a586-4fb6-86e2-853c37d5c1a1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.3146932 Feb 16 18:21:01.571389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:01.603134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:01.683263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Pushing event deleted for resources: {'Port': ['ID=77b9ae52-ecf0-4a60-9a2d-e535988a148d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:01.698652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:01.783999 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2dc87f13-baf5-4ebe-abb4-6dd542c8feae req-93158a6d-c60c-4251-9b99-8078081904e5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365119 Feb 16 18:21:01.794297 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943da26a-48c1-4eb4-a4e4-7e5f021cd1d0 req-471b76b7-10dc-4972-bea5-fd12825d8c6c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:01.795897 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943da26a-48c1-4eb4-a4e4-7e5f021cd1d0 req-471b76b7-10dc-4972-bea5-fd12825d8c6c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.3380296 Feb 16 18:21:01.922697 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943da26a-48c1-4eb4-a4e4-7e5f021cd1d0 req-7bcc2813-295d-4434-a4ce-1f6cde50c94b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079133 Feb 16 18:21:01.930210 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] No DVR routers for this DVR port 77b9ae52-ecf0-4a60-9a2d-e535988a148d on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:21:01.932931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:01.936378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b7e328-11ad-41c1-af5d-15ee3576a558', 'name': 'network-vif-deleted', 'tag': '77b9ae52-ecf0-4a60-9a2d-e535988a148d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:01.982423 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-75a2c492-c007-4904-8cfe-12c4a53bd624 req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.72 "DELETE /v2.0/ports/77b9ae52-ecf0-4a60-9a2d-e535988a148d HTTP/1.1" status: 204 len: 173 time: 2.1266108 Feb 16 18:21:01.991390 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b7e328-11ad-41c1-af5d-15ee3576a558', 'name': 'network-vif-deleted', 'tag': '77b9ae52-ecf0-4a60-9a2d-e535988a148d', 'status': 'completed', 'code': 200} Feb 16 18:21:02.184551 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-fd6d137f-aeba-47d3-b44c-dab41828bf66 req-a443dd88-3d56-467a-b598-e76af855fc64 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Synchronizing usage tracker for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:21:02.227072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-fd6d137f-aeba-47d3-b44c-dab41828bf66 req-a443dd88-3d56-467a-b598-e76af855fc64 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Unset dirty status for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:21:02.228426 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fd6d137f-aeba-47d3-b44c-dab41828bf66 req-a443dd88-3d56-467a-b598-e76af855fc64 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b7e328-11ad-41c1-af5d-15ee3576a558 HTTP/1.1" status: 200 len: 210 time: 0.1102707 Feb 16 18:21:02.574778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356fc5-0dd7-4cf6-8461-737311b4e4a4 req-37f22af4-c78c-401b-9093-041d71b86b85 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:02.579067 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69356fc5-0dd7-4cf6-8461-737311b4e4a4 req-37f22af4-c78c-401b-9093-041d71b86b85 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.1274936 Feb 16 18:21:02.687269 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-69356fc5-0dd7-4cf6-8461-737311b4e4a4 req-c1abc542-3fed-4933-bdfa-14dde994d543 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017530 Feb 16 18:21:02.949453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59246cab-3005-4e17-9054-2ba5b8d4d526 req-dd38c8e1-8ef0-4534-8899-63e310235da8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:02.957132 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-59246cab-3005-4e17-9054-2ba5b8d4d526 req-dd38c8e1-8ef0-4534-8899-63e310235da8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.1324570 Feb 16 18:21:03.077058 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-59246cab-3005-4e17-9054-2ba5b8d4d526 req-22cfd0b3-3e65-4082-937f-a74c717b7447 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189573 Feb 16 18:21:03.140814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a852d-316c-45a1-afb6-c89c31a1dc29 req-cf5069b6-1c50-4b97-8ad2-474276049e68 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:03.142533 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b38a852d-316c-45a1-afb6-c89c31a1dc29 req-cf5069b6-1c50-4b97-8ad2-474276049e68 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1593618 Feb 16 18:21:03.241629 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b38a852d-316c-45a1-afb6-c89c31a1dc29 req-4aa28400-96b2-4480-8d24-8a77ac818556 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921688 Feb 16 18:21:03.289246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a828baf-3bef-4346-b28d-61b004328810 req-55b14bfc-c8a0-4904-ae7b-46e0f93d0a1a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:03.290866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a828baf-3bef-4346-b28d-61b004328810 req-55b14bfc-c8a0-4904-ae7b-46e0f93d0a1a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0972629 Feb 16 18:21:03.360208 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a828baf-3bef-4346-b28d-61b004328810 req-fe867e0d-90af-4839-8024-469e949ff99b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602257 Feb 16 18:21:03.943837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe47e71-6cb0-45da-9dca-bf750fcbae40 req-3cb3af58-715d-430e-8bf1-ef9b22d41f2c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:03.951289 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bbe47e71-6cb0-45da-9dca-bf750fcbae40 req-3cb3af58-715d-430e-8bf1-ef9b22d41f2c tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1706281 Feb 16 18:21:04.011050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963a19-21e5-4d12-86a9-21788f77d1be req-3291e6c1-cbf4-4ebb-95bd-9cbb4dfba153 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:04.012871 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-14963a19-21e5-4d12-86a9-21788f77d1be req-3291e6c1-cbf4-4ebb-95bd-9cbb4dfba153 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.1732123 Feb 16 18:21:04.020897 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bbe47e71-6cb0-45da-9dca-bf750fcbae40 req-5e1a9ac8-8625-423c-87ef-6cce0634aa01 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678561 Feb 16 18:21:04.075689 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-14963a19-21e5-4d12-86a9-21788f77d1be req-e779a4c3-a6ac-4434-83a2-646f855b3248 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540557 Feb 16 18:21:04.315194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b5763-6233-49c5-881a-cb73d80de282 req-8a9d9134-7044-4988-8880-dea543fea858 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:04.316900 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b30b5763-6233-49c5-881a-cb73d80de282 req-8a9d9134-7044-4988-8880-dea543fea858 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.1010087 Feb 16 18:21:04.372013 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b30b5763-6233-49c5-881a-cb73d80de282 req-023e0678-728a-458d-8b9a-1e6f2fe013a6 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481226 Feb 16 18:21:04.460591 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc8162-64ec-458e-bc6e-520b5e3ef971 req-e77ff5d8-d042-48d8-8936-672c03685912 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:04.463173 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-11dc8162-64ec-458e-bc6e-520b5e3ef971 req-e77ff5d8-d042-48d8-8936-672c03685912 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0937657 Feb 16 18:21:04.592381 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-11dc8162-64ec-458e-bc6e-520b5e3ef971 req-3fc11001-02f6-423b-b0ee-71325fefe1e6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470850 Feb 16 18:21:04.717617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611106e-925a-4c17-9b51-da9d2fb4f2b8 req-b064b1c6-6ee9-4f76-accc-34cf214cf001 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:04.719225 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d611106e-925a-4c17-9b51-da9d2fb4f2b8 req-b064b1c6-6ee9-4f76-accc-34cf214cf001 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0881684 Feb 16 18:21:04.767424 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d611106e-925a-4c17-9b51-da9d2fb4f2b8 req-f629cefc-9ae1-4581-96ac-91c50bbd3b72 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413764 Feb 16 18:21:05.278869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a743-a7ec-4b4e-bd3f-edc16448ea27 req-83377959-b562-43fa-a56f-c15aa28faf26 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:05.280505 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5e88a743-a7ec-4b4e-bd3f-edc16448ea27 req-83377959-b562-43fa-a56f-c15aa28faf26 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1489060 Feb 16 18:21:05.337558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decdfa-69bc-4bfa-8093-5add1ac162ed req-24c2dee9-2314-4f2e-ae2a-c78c68ecc0cd tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:05.339125 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-74decdfa-69bc-4bfa-8093-5add1ac162ed req-24c2dee9-2314-4f2e-ae2a-c78c68ecc0cd tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.1470063 Feb 16 18:21:05.346664 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5e88a743-a7ec-4b4e-bd3f-edc16448ea27 req-45da9416-c7ec-40ef-9798-08f50bcc616f tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Feb 16 18:21:05.392155 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-74decdfa-69bc-4bfa-8093-5add1ac162ed req-153af851-0c22-44ab-972d-bd26d86b97c0 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444057 Feb 16 18:21:05.733128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9fb8-43e2-4ae7-b60b-e7e8969fe61a req-746bc425-1694-431e-aaf1-9640addef7ef tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:05.735576 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-466a9fb8-43e2-4ae7-b60b-e7e8969fe61a req-746bc425-1694-431e-aaf1-9640addef7ef tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.1008677 Feb 16 18:21:05.842087 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-466a9fb8-43e2-4ae7-b60b-e7e8969fe61a req-26add646-6411-490b-bfcb-94fadd950d29 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651581 Feb 16 18:21:05.909540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c504b95-d42f-4b3d-a192-cfb94e3cec44 req-db18dae5-9df6-4987-8aa3-d47259df89b6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:05.911780 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c504b95-d42f-4b3d-a192-cfb94e3cec44 req-db18dae5-9df6-4987-8aa3-d47259df89b6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1755707 Feb 16 18:21:06.032919 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c504b95-d42f-4b3d-a192-cfb94e3cec44 req-5306ce4b-8447-4d73-a8a3-21d115f1bf1f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082640 Feb 16 18:21:06.105232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868f101-c6ca-4ebd-90bc-1e2da3b0ffb3 req-0b31c30b-df4a-41a4-959b-21da1dda1778 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:06.106856 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8868f101-c6ca-4ebd-90bc-1e2da3b0ffb3 req-0b31c30b-df4a-41a4-959b-21da1dda1778 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1445560 Feb 16 18:21:06.159651 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8868f101-c6ca-4ebd-90bc-1e2da3b0ffb3 req-c127c8db-6cbd-4f1a-8637-2927b1a4c8c3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454972 Feb 16 18:21:06.625972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd04f6-3df3-4a6e-aa60-09ac27c75463 req-6086ff15-fe21-4357-86ca-eb1e667d4fec tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:06.627722 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bccd04f6-3df3-4a6e-aa60-09ac27c75463 req-6086ff15-fe21-4357-86ca-eb1e667d4fec tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1673861 Feb 16 18:21:06.634639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3eada-c3e7-4ec1-8524-2124422b1052 req-f189f126-0960-4e43-a508-f16553c0776c tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:06.636247 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-17d3eada-c3e7-4ec1-8524-2124422b1052 req-f189f126-0960-4e43-a508-f16553c0776c tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.1262991 Feb 16 18:21:06.714083 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bccd04f6-3df3-4a6e-aa60-09ac27c75463 req-5ba16ee3-3e84-482d-aa42-0f156ad0dab0 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767882 Feb 16 18:21:06.721698 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-17d3eada-c3e7-4ec1-8524-2124422b1052 req-293cd431-7a80-4d7e-9f79-d7768483df19 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685451 Feb 16 18:21:07.037641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a075ba-62e6-4f6c-8426-2b2da8cf7af0 req-5a11fa7e-0d7f-44d2-9494-7b872602adca tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:07.039155 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-68a075ba-62e6-4f6c-8426-2b2da8cf7af0 req-5a11fa7e-0d7f-44d2-9494-7b872602adca tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.0865281 Feb 16 18:21:07.092625 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-68a075ba-62e6-4f6c-8426-2b2da8cf7af0 req-fa2d3ed8-ad4c-463b-b15a-b6d4bcd3151a tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Feb 16 18:21:07.240844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e71b2b-eb5f-4b18-95fb-5e0a75600018 req-d23a8e40-b0ed-4bb7-afe1-e650936cf877 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:07.242456 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c8e71b2b-eb5f-4b18-95fb-5e0a75600018 req-d23a8e40-b0ed-4bb7-afe1-e650936cf877 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0891640 Feb 16 18:21:07.334963 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c8e71b2b-eb5f-4b18-95fb-5e0a75600018 req-bd75c4dd-b5ef-41a2-84db-6143008009dd tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857866 Feb 16 18:21:07.372536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8938915-7b8a-4258-8049-aeb364d8d3d0 req-6f53243d-d2f1-4ab1-8d04-e321853cba99 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:07.374116 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8938915-7b8a-4258-8049-aeb364d8d3d0 req-6f53243d-d2f1-4ab1-8d04-e321853cba99 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0939476 Feb 16 18:21:07.423749 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8938915-7b8a-4258-8049-aeb364d8d3d0 req-2ef7388d-238d-4fbe-ac63-7425c6f009ac tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430825 Feb 16 18:21:07.988097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ea99f-4e64-49b2-ad99-ec9b1814b9b2 req-503a7849-a84e-4721-8e03-60d3d141e746 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:07.989693 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b53ea99f-4e64-49b2-ad99-ec9b1814b9b2 req-503a7849-a84e-4721-8e03-60d3d141e746 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1585305 Feb 16 18:21:07.996147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df73344-1209-4425-82c2-7d4aaf09be10 req-1f3bb22e-05b3-416b-af35-1cc1e30080fe tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:07.997655 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7df73344-1209-4425-82c2-7d4aaf09be10 req-1f3bb22e-05b3-416b-af35-1cc1e30080fe tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.1254556 Feb 16 18:21:08.069562 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b53ea99f-4e64-49b2-ad99-ec9b1814b9b2 req-6754ed04-3b93-45cc-8afc-25895ca453f5 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708878 Feb 16 18:21:08.077045 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7df73344-1209-4425-82c2-7d4aaf09be10 req-a1ce4eda-b01d-4769-8f82-41d418621056 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623679 Feb 16 18:21:08.287732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce084e6-94d7-4c3f-bd6d-8fd08454edab req-58abfb40-c033-475a-86a9-e687c530a8a5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:08.289242 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dce084e6-94d7-4c3f-bd6d-8fd08454edab req-58abfb40-c033-475a-86a9-e687c530a8a5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.0857346 Feb 16 18:21:08.335680 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dce084e6-94d7-4c3f-bd6d-8fd08454edab req-18b62876-c099-42fd-ba7b-0a5ad1ba4fe4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Feb 16 18:21:08.597532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3494d3-97c1-4aa6-8082-00cce5b620a3 req-de7dac00-ae71-4031-a1a3-ed34b3d26bee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:08.599050 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-be3494d3-97c1-4aa6-8082-00cce5b620a3 req-de7dac00-ae71-4031-a1a3-ed34b3d26bee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1446040 Feb 16 18:21:08.668506 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-be3494d3-97c1-4aa6-8082-00cce5b620a3 req-313fc362-afff-4815-9421-95071b01c2c5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622399 Feb 16 18:21:08.675273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5b13e-da36-4f8b-8a0d-801ecb52738d req-efcaaf02-963a-45e8-90c2-02a03bf7ee87 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:08.676822 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-91a5b13e-da36-4f8b-8a0d-801ecb52738d req-efcaaf02-963a-45e8-90c2-02a03bf7ee87 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1386876 Feb 16 18:21:08.727229 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-91a5b13e-da36-4f8b-8a0d-801ecb52738d req-f8104dd4-350e-4ed6-89a3-55b8370a248f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 Feb 16 18:21:09.011642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-90002829-e71a-4389-ae7f-5a634973eed3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:09.012761 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-90002829-e71a-4389-ae7f-5a634973eed3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.0862236 Feb 16 18:21:09.314324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-52368b94-0ece-40ab-892a-b674de825496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:09.316071 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-52368b94-0ece-40ab-892a-b674de825496 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1163 time: 0.0818677 Feb 16 18:21:09.406981 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Deleting port 604512e2-6d91-4955-a109-760e444ac0d8 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:21:09.407368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:09.463554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-a82782eb-5e97-4c40-9d40-e05d50b60bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:09.465199 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-a82782eb-5e97-4c40-9d40-e05d50b60bfc service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.1400664 Feb 16 18:21:09.578426 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-ffeb1da2-bc51-4b69-b5e6-bc8adc4cd951 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 200 len: 1002 time: 0.1054292 Feb 16 18:21:09.591989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39173922-7ceb-4c39-958c-381ffa240c19 req-4abca107-495b-47cf-86f8-56b61e1c024a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:09.593599 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39173922-7ceb-4c39-958c-381ffa240c19 req-4abca107-495b-47cf-86f8-56b61e1c024a tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.2824278 Feb 16 18:21:09.617489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126ae3-3841-48c5-8418-217fe9b8e7d6 req-8f34ce69-ff59-4c93-91d4-c5e45a07184b tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:09.619057 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a2126ae3-3841-48c5-8418-217fe9b8e7d6 req-8f34ce69-ff59-4c93-91d4-c5e45a07184b tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.3091118 Feb 16 18:21:09.651198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-db08624b-8265-4119-b2d0-840680d4fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:09.652810 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-db08624b-8265-4119-b2d0-840680d4fa9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0667992 Feb 16 18:21:09.742197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-2d62423e-dfb4-4533-8fde-c11da8ae2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:09.743841 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-2d62423e-dfb4-4533-8fde-c11da8ae2da8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810091 Feb 16 18:21:09.780894 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39173922-7ceb-4c39-958c-381ffa240c19 req-e6b836c6-3eb9-47fe-8cce-037c8fc203f7 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607578 Feb 16 18:21:09.788396 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a2126ae3-3841-48c5-8418-217fe9b8e7d6 req-a5c78d1b-fa55-492a-b220-41dfe5dc7867 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554813 Feb 16 18:21:09.794106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 739b5852-1a98-4733-b4fb-2e73fd59f64d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:09.835877 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] For port 604512e2-6d91-4955-a109-760e444ac0d8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=604512e2-6d91-4955-a109-760e444ac0d8,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:09.836219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:09.870518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 739b5852-1a98-4733-b4fb-2e73fd59f64d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:09.871215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:09.915278 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-3a1051d1-cbd6-4ecc-b51d-8fed72683304 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619172 Feb 16 18:21:10.004904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Calling delete_port for 604512e2-6d91-4955-a109-760e444ac0d8 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:21:10.037937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 604512e2-6d91-4955-a109-760e444ac0d8 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:21:10.201967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:10.231512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604512e2-6d91-4955-a109-760e444ac0d8'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:10.244079 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 604512e2-6d91-4955-a109-760e444ac0d8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=604512e2-6d91-4955-a109-760e444ac0d8,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:10.276022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:10.278979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df287cdc-5a4c-4fc4-94f6-d40a19150876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:10.296894 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d3de2ff-0b74-48ad-9f1a-bbb842705ec0 req-e1172681-5189-4835-8c7a-82418178a0d1 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3738070 Feb 16 18:21:10.321432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807e9c5-5595-46b9-9464-6c59d8f24206 req-27f2f845-c605-4094-afec-45b15b339b5f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:10.323014 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8807e9c5-5595-46b9-9464-6c59d8f24206 req-27f2f845-c605-4094-afec-45b15b339b5f tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 945 time: 0.3257632 Feb 16 18:21:10.333059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-e8b808d2-500c-4db2-9868-8abd46187985 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:10.334632 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-e8b808d2-500c-4db2-9868-8abd46187985 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/networks?id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d HTTP/1.1" status: 200 len: 814 time: 0.3386064 Feb 16 18:21:10.358280 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=604512e2-6d91-4955-a109-760e444ac0d8,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:10.367032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.367427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.367865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.368256 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.368639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.369019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.369399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.369773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.370174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.370549 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.370922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.371326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.371782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.372159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.372528 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.372895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.373262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.373626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.373993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.374361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.374728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.375092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.375458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.375849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:10.380321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:10.381798 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-18ac555d-00a3-4b95-9103-725cc0241e65 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/quotas/2d8a05b7e51b48298ddcf40300c1292d HTTP/1.1" status: 200 len: 375 time: 0.0286269 Feb 16 18:21:10.389770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:21:10.390141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:21:10.397016 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8807e9c5-5595-46b9-9464-6c59d8f24206 req-23f2d698-9ed1-4908-a4a7-b6bdb75edec3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613656 Feb 16 18:21:10.444881 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-4cc89b23-7135-4f64-a256-40a70a9b5889 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d8a05b7e51b48298ddcf40300c1292d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519950 Feb 16 18:21:10.651361 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-ec31ca8a-097c-4525-b45e-a38e708b80ab service neutron] 10.222.0.16 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985595 Feb 16 18:21:10.690025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566be0-a116-4736-a1eb-7b38b30bf20e req-2ee108e5-ab92-45cc-82c8-4bb59a10f3e9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:10.691621 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-68566be0-a116-4736-a1eb-7b38b30bf20e req-2ee108e5-ab92-45cc-82c8-4bb59a10f3e9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1502736 Feb 16 18:21:10.820173 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-68566be0-a116-4736-a1eb-7b38b30bf20e req-d6c08341-ac25-49be-8af7-d62a5c8f7f25 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167476 Feb 16 18:21:10.845926 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-84a9d7a1-6a94-4412-aa3b-2e0c40eb6606 service neutron] 10.222.0.16 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1864190 Feb 16 18:21:10.890980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Deleting port 604512e2-6d91-4955-a109-760e444ac0d8 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:21:10.891535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:11.035314 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604512e2-6d91-4955-a109-760e444ac0d8', 'code': 200} Feb 16 18:21:11.239418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706436e9-4739-424a-8fc6-92274bfc3d33 req-00f80f43-c22c-4d7f-be50-bb5e18a1d85e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:11.241081 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-706436e9-4739-424a-8fc6-92274bfc3d33 req-00f80f43-c22c-4d7f-be50-bb5e18a1d85e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.3120000 Feb 16 18:21:11.351292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] For port 604512e2-6d91-4955-a109-760e444ac0d8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=604512e2-6d91-4955-a109-760e444ac0d8,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:11.351744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:11.361574 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-706436e9-4739-424a-8fc6-92274bfc3d33 req-15936e2b-b731-45e8-b70f-ee66268c7a89 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065080 Feb 16 18:21:11.497501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Calling delete_port for 604512e2-6d91-4955-a109-760e444ac0d8 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:21:11.536417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d2c29-059e-450a-b2a9-9b7fd993538d req-da06804b-aa50-449a-8462-8d11c54b5dcc tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:11.538035 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-071d2c29-059e-450a-b2a9-9b7fd993538d req-da06804b-aa50-449a-8462-8d11c54b5dcc tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.4097505 Feb 16 18:21:11.683323 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-071d2c29-059e-450a-b2a9-9b7fd993538d req-d24a16db-0803-4f43-b869-879f5f19f2b1 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993960 Feb 16 18:21:11.709893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30f7d4-63f6-4dca-b9c5-b39ef605a5cc req-38f0bb37-0155-4a28-8b09-f9b95cb27dc6 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:11.711571 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ce30f7d4-63f6-4dca-b9c5-b39ef605a5cc req-38f0bb37-0155-4a28-8b09-f9b95cb27dc6 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.2229176 Feb 16 18:21:11.864165 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ce30f7d4-63f6-4dca-b9c5-b39ef605a5cc req-ab7749a8-b7ea-44ca-92bc-f1a2e696d243 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463509 Feb 16 18:21:11.870186 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-09e2950c-cfe7-42e9-90e8-eacb62e1a214 req-8a46d48b-64e1-4bbe-b692-daf01c600d68 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 210 time: 0.0686338 Feb 16 18:21:11.872005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 41c11304-41d3-4ed2-9c5b-448908cf40db details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:21:11.910428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:11.930680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:11.998793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Pushing event deleted for resources: {'Port': ['ID=604512e2-6d91-4955-a109-760e444ac0d8,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:12.001856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:12.132103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:12.171435 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f6627e08-9137-4927-9388-3895fe13d17c req-9a111219-15e0-4a5a-8d39-028a74011759 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 210 time: 0.1194906 Feb 16 18:21:12.223861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.objects.ports [None req-7c59484d-e1b9-44ac-8ae1-d9cc1783f8d2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:21:12.496525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] No DVR routers for this DVR port 604512e2-6d91-4955-a109-760e444ac0d8 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:21:12.503944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda84cee-7cad-4076-af5d-14c340ae215a req-02fd9887-20d1-479c-b667-7fbf7dbb5537 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:12.505590 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fda84cee-7cad-4076-af5d-14c340ae215a req-02fd9887-20d1-479c-b667-7fbf7dbb5537 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.4549568 Feb 16 18:21:12.507904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:12.510766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'name': 'network-vif-deleted', 'tag': '604512e2-6d91-4955-a109-760e444ac0d8'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:12.619885 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fda84cee-7cad-4076-af5d-14c340ae215a req-e16bd4f8-eabb-4682-8b60-4363a868d2c1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039097 Feb 16 18:21:12.634932 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a47e653c-3184-42e4-a0d6-da773388a3aa req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "DELETE /v2.0/ports/604512e2-6d91-4955-a109-760e444ac0d8 HTTP/1.1" status: 204 len: 173 time: 3.6151354 Feb 16 18:21:12.648022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fea48-9050-44b3-9751-943cfa568afe req-b0917742-7444-4d90-ae7b-86d7be72e9ef tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:12.649005 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-144fea48-9050-44b3-9751-943cfa568afe req-b0917742-7444-4d90-ae7b-86d7be72e9ef tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1424434 Feb 16 18:21:12.701838 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1558a5bb-ef0e-4c8c-818b-e5cf139e098c', 'name': 'network-vif-deleted', 'tag': '604512e2-6d91-4955-a109-760e444ac0d8', 'status': 'completed', 'code': 200} Feb 16 18:21:12.722492 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-144fea48-9050-44b3-9751-943cfa568afe req-aaf462f3-c93c-4555-8561-510cff21711b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655322 Feb 16 18:21:12.789244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-d05b0ec8-bd2e-4c6f-9541-911a45d00edc tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:12.790184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-d05b0ec8-bd2e-4c6f-9541-911a45d00edc tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Synchronizing usage tracker for tenant:2d8a05b7e51b48298ddcf40300c1292d on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:21:12.838117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-d05b0ec8-bd2e-4c6f-9541-911a45d00edc tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Unset dirty status for tenant:2d8a05b7e51b48298ddcf40300c1292d on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:21:12.839577 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-d05b0ec8-bd2e-4c6f-9541-911a45d00edc tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.72 "GET /v2.0/networks?id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d HTTP/1.1" status: 200 len: 814 time: 0.2665114 Feb 16 18:21:12.853076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Request body: {'port': {'device_id': 'c2d16a11-4d10-4502-b0b8-9577783ee35a', 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d', 'admin_state_up': True, 'tenant_id': '2d8a05b7e51b48298ddcf40300c1292d'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:12.921814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10511f-dd24-4e86-bc64-d649ffd2f16b req-bb78077c-88bf-4421-bbc2-d8e50b288557 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:12.923847 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ad10511f-dd24-4e86-bc64-d649ffd2f16b req-bb78077c-88bf-4421-bbc2-d8e50b288557 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.0953825 Feb 16 18:21:12.989020 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ad10511f-dd24-4e86-bc64-d649ffd2f16b req-3d7d5393-a4ba-4560-bba4-46fbb314f832 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f9115d0-a58e-4df9-bf6e-d4385e9939c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580418 Feb 16 18:21:13.032457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:13.038645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Usage tracker for resource:port and tenant:2d8a05b7e51b48298ddcf40300c1292d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:13.042617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:13.049916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:13.112943 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Made reservation on behalf of 2d8a05b7e51b48298ddcf40300c1292d for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:21:13.120026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:13.203977 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-41e016f3-5742-4c5c-8117-8ff1758cd38b req-5b38d715-7cef-4900-849e-627d3c1c0f76 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 210 time: 0.0951188 Feb 16 18:21:13.272301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c5d1d-ff5b-40aa-92f2-858828cf0c13 req-72ddc945-0ba6-4234-8570-5618b0e97179 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:13.274866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-750c5d1d-ff5b-40aa-92f2-858828cf0c13 req-72ddc945-0ba6-4234-8570-5618b0e97179 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.2176867 Feb 16 18:21:13.307382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b490d-5803-48ad-9527-de5a49163d24 req-360ccac2-e339-45eb-b993-ac38201b6d7d tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:13.308975 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d49b490d-5803-48ad-9527-de5a49163d24 req-360ccac2-e339-45eb-b993-ac38201b6d7d tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 945 time: 0.1549346 Feb 16 18:21:13.420794 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-750c5d1d-ff5b-40aa-92f2-858828cf0c13 req-4cb1440e-97e1-4e60-bde8-d85123105705 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386359 Feb 16 18:21:13.430757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4ecf5b9d-7eaf-48d2-b16a-f50844051954 req-60f5807a-0a88-4fa6-8a12-758043b2dc98 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Synchronizing usage tracker for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:21:13.440131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Allocated IP 172.20.0.10 (f3a29ff7-5814-4b8e-a4f9-69bfec228a8d/626bb4c0-636e-462c-9ac5-bb2fac9ee84d/91318742-9771-4c45-8b82-3aa79e60f78d) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:21:13.464770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Deleting port 1a5fefd9-e1af-4652-a7b8-3042137b238d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:21:13.465085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:13.504806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4ecf5b9d-7eaf-48d2-b16a-f50844051954 req-60f5807a-0a88-4fa6-8a12-758043b2dc98 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Unset dirty status for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:21:13.508772 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4ecf5b9d-7eaf-48d2-b16a-f50844051954 req-60f5807a-0a88-4fa6-8a12-758043b2dc98 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=1558a5bb-ef0e-4c8c-818b-e5cf139e098c HTTP/1.1" status: 200 len: 210 time: 0.1422663 Feb 16 18:21:13.569919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:13.683460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:21:13.690442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:13.691062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:13.750706 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] For port 1a5fefd9-e1af-4652-a7b8-3042137b238d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1a5fefd9-e1af-4652-a7b8-3042137b238d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:13.751278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:13.797814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:13.864696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:13.884113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:13.895289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f6714c-1cc3-4eb4-93bf-573fdc5688a8'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:13.903361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:13.907941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,segment=NetworkSegment(e9508aa7-a896-4763-8c15-80e5a26a2b50),segment_id=e9508aa7-a896-4763-8c15-80e5a26a2b50)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:13.912469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Calling delete_port for 1a5fefd9-e1af-4652-a7b8-3042137b238d owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:21:13.940693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:13.942674 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 739b5852-1a98-4733-b4fb-2e73fd59f64d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:13.973154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:14.055201 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Pushing event updated for resources: {'Port': ['ID=91318742-9771-4c45-8b82-3aa79e60f78d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:14.058916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:14.073202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:14.077064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:14.096516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 739b5852-1a98-4733-b4fb-2e73fd59f64d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:14.097237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.126933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:21:14.128432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:21:14.131320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:21:14.202234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:14.202914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.211033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92161962-7268-4a51-85c5-54a6a78851db req-7afc6f9b-912f-4040-9df1-24ca0c1429ca tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:14.212414 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-92161962-7268-4a51-85c5-54a6a78851db req-7afc6f9b-912f-4040-9df1-24ca0c1429ca tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.3091660 Feb 16 18:21:14.221543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4210c-b238-4aeb-b4a0-a3b7c81a4db5 req-5959be0d-ea46-4222-90e7-4e5586596525 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:14.223108 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fc4210c-b238-4aeb-b4a0-a3b7c81a4db5 req-5959be0d-ea46-4222-90e7-4e5586596525 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.3839781 Feb 16 18:21:14.256290 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4076602 Feb 16 18:21:14.268956 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Request body: {'port': {'device_id': 'c2d16a11-4d10-4502-b0b8-9577783ee35a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:14.316712 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-92161962-7268-4a51-85c5-54a6a78851db req-16618631-c131-4a14-8262-023667a7e90b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899510 Feb 16 18:21:14.322251 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fc4210c-b238-4aeb-b4a0-a3b7c81a4db5 req-f59ac578-9e03-4af4-9d6a-6c5a8cb7678d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761762 Feb 16 18:21:14.322880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.343984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:14.381056 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f6714c-1cc3-4eb4-93bf-573fdc5688a8', 'code': 200} Feb 16 18:21:14.403506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.407731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:14.425400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Pushing event deleted for resources: {'Port': ['ID=1a5fefd9-e1af-4652-a7b8-3042137b238d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:14.428063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:14.560648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:14.561183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.643243 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5fb82e6-7a98-407a-9deb-1300e2b7dd17 req-325fb94d-aa07-4243-9693-c98d0bb59873 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 210 time: 0.1072583 Feb 16 18:21:14.706147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device db782865-d67a-426d-bd76-c87369aab57a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:21:14.763524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] No DVR routers for this DVR port 1a5fefd9-e1af-4652-a7b8-3042137b238d on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:21:14.770271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.774774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b426094f-a0a4-4475-bffd-181517d35ff1', 'name': 'network-vif-deleted', 'tag': '1a5fefd9-e1af-4652-a7b8-3042137b238d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:14.828480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faf4b4-4843-42e2-8984-6d6c66ba56b6 req-5818f8f5-72ce-4be5-8672-ec6ec50fc8bf tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:14.832760 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-88faf4b4-4843-42e2-8984-6d6c66ba56b6 req-5818f8f5-72ce-4be5-8672-ec6ec50fc8bf tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 932 time: 0.2976832 Feb 16 18:21:14.841092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.845082 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d49b490d-5803-48ad-9527-de5a49163d24 req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.72 "DELETE /v2.0/ports/1a5fefd9-e1af-4652-a7b8-3042137b238d HTTP/1.1" status: 204 len: 173 time: 1.5176132 Feb 16 18:21:14.871925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b947-9b8a-494b-9e19-eb7f0dca9751 req-a92c0d08-1534-4fdf-859c-787f5e939cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:14.874129 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2c01b947-9b8a-494b-9e19-eb7f0dca9751 req-a92c0d08-1534-4fdf-859c-787f5e939cc8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 1167 time: 0.1689146 Feb 16 18:21:14.884757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port db782865-d67a-426d-bd76-c87369aab57a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db782865-d67a-426d-bd76-c87369aab57a,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:14.921901 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.922871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1a5fefd9-e1af-4652-a7b8-3042137b238d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:21:14.930435 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-88faf4b4-4843-42e2-8984-6d6c66ba56b6 req-7d678f57-f366-4b83-aa92-326e83c15e1d tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919271 Feb 16 18:21:14.930614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91318742-9771-4c45-8b82-3aa79e60f78d {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:21:14.939080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:14.939659 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2c01b947-9b8a-494b-9e19-eb7f0dca9751 req-75f3e36d-d86e-4707-bac7-1d93f4f18e97 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592487 Feb 16 18:21:14.956076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:14.960405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Transition to ACTIVE for port object 91318742-9771-4c45-8b82-3aa79e60f78d will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:21:14.990348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31497133'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:15.006994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:15.023962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] No Port match for: 1a5fefd9-e1af-4652-a7b8-3042137b238d {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:21:15.024594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1a5fefd9-e1af-4652-a7b8-3042137b238d not bound to the agent host hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:21:15.049846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=db782865-d67a-426d-bd76-c87369aab57a,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:15.053594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:15.175649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebb18f-8b4b-4700-94a2-e6e9ec059078 req-674dfca6-6582-4c4e-b9f8-37a63eadbdce tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:15.177873 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-19ebb18f-8b4b-4700-94a2-e6e9ec059078 req-674dfca6-6582-4c4e-b9f8-37a63eadbdce tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 950 time: 0.1179342 Feb 16 18:21:15.182347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Pushing event updated for resources: {'Port': ['ID=91318742-9771-4c45-8b82-3aa79e60f78d,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:15.185547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:15.228963 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-19ebb18f-8b4b-4700-94a2-e6e9ec059078 req-5159f2b9-177e-47b7-9833-be155a845a2e tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Feb 16 18:21:15.384433 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b426094f-a0a4-4475-bffd-181517d35ff1', 'name': 'network-vif-deleted', 'tag': '1a5fefd9-e1af-4652-a7b8-3042137b238d', 'status': 'completed', 'code': 200} Feb 16 18:21:15.393523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Attempting to bind port 91318742-9771-4c45-8b82-3aa79e60f78d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:21:15.394225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Attempting to bind port 91318742-9771-4c45-8b82-3aa79e60f78d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:21:15.394612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Attempting to bind port 91318742-9771-4c45-8b82-3aa79e60f78d on network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:21:15.401489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:21:15.406647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Checking segment: {'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:21:15.406647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:15.406647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Bound using segment: {'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:21:15.406647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Bound port: 91318742-9771-4c45-8b82-3aa79e60f78d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3a29ff7-5814-4b8e-a4f9-69bfec228a8d'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:21:15.406647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:15.516023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] For port 91318742-9771-4c45-8b82-3aa79e60f78d, host hv-cinder-76330, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:21:15.519582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] For port 91318742-9771-4c45-8b82-3aa79e60f78d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=91318742-9771-4c45-8b82-3aa79e60f78d,segment=NetworkSegment(c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850),segment_id=c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:21:15.547085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31497133'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:15.566475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:15.636838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9055bfb-4863-4a03-9655-cdd558f55ea1 req-8eb24c80-88a9-4948-90ad-028bebef2250 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:15.638460 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d9055bfb-4863-4a03-9655-cdd558f55ea1 req-8eb24c80-88a9-4948-90ad-028bebef2250 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1506307 Feb 16 18:21:15.686254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-964c424f-5df0-4505-b2ba-2843e8e99e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:15.687873 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-964c424f-5df0-4505-b2ba-2843e8e99e60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 1163 time: 0.1419690 Feb 16 18:21:15.700033 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d9055bfb-4863-4a03-9655-cdd558f55ea1 req-9674fb65-a7be-43b9-b9e3-f1292c5aa968 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518849 Feb 16 18:21:15.741577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Pushing event updated for resources: {'Port': ['ID=91318742-9771-4c45-8b82-3aa79e60f78d,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:15.744686 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:15.784486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:15.785300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:15.787366 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-0ec1001f-c703-4106-9fc1-f6494454ea7a service neutron] 10.222.0.72 "PUT /v2.0/ports/91318742-9771-4c45-8b82-3aa79e60f78d HTTP/1.1" status: 200 len: 1158 time: 1.5231702 Feb 16 18:21:15.790188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d16a11-4d10-4502-b0b8-9577783ee35a', 'tag': '91318742-9771-4c45-8b82-3aa79e60f78d'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:15.911812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-44a6aab5-c03e-4f63-a1e7-94e0bad4ba65 req-21b5b2c8-1c5a-48fb-b6b9-b94ef1652487 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Synchronizing usage tracker for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:21:15.915416 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d16a11-4d10-4502-b0b8-9577783ee35a', 'tag': '91318742-9771-4c45-8b82-3aa79e60f78d', 'status': 'completed', 'code': 200} Feb 16 18:21:15.956817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-5d7f53bc-1ed7-42fd-88d3-1608ff76ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:15.959047 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-5d7f53bc-1ed7-42fd-88d3-1608ff76ed5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 905 time: 0.2619517 Feb 16 18:21:15.971304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-39cf298c-178c-40ce-b696-82b8a72a9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:15.972659 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-39cf298c-178c-40ce-b696-82b8a72a9328 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d8a05b7e51b48298ddcf40300c1292d&device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 1161 time: 0.1007180 Feb 16 18:21:16.044799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-44a6aab5-c03e-4f63-a1e7-94e0bad4ba65 req-21b5b2c8-1c5a-48fb-b6b9-b94ef1652487 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Unset dirty status for tenant:2d664c612abf4522ad1193fbb6ac306c on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:21:16.048269 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-44a6aab5-c03e-4f63-a1e7-94e0bad4ba65 req-21b5b2c8-1c5a-48fb-b6b9-b94ef1652487 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] 10.222.0.16 "GET /v2.0/ports?device_id=b426094f-a0a4-4475-bffd-181517d35ff1 HTTP/1.1" status: 200 len: 210 time: 0.1963327 Feb 16 18:21:16.074668 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-4bce1e75-e839-4390-822e-8b3043ce4b03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91318742-9771-4c45-8b82-3aa79e60f78d HTTP/1.1" status: 200 len: 217 time: 0.0902336 Feb 16 18:21:16.103430 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-22376401-7572-4a24-99f1-ab1e1b33810b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 200 len: 1002 time: 0.1381304 Feb 16 18:21:16.164613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-b192f970-fd0d-442b-8b81-79973e3dca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:16.166351 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-b192f970-fd0d-442b-8b81-79973e3dca66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=626bb4c0-636e-462c-9ac5-bb2fac9ee84d HTTP/1.1" status: 200 len: 854 time: 0.0870566 Feb 16 18:21:16.182936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-2296c8ea-7781-4db2-beb3-5bc822b7ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:16.184910 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-2296c8ea-7781-4db2-beb3-5bc822b7ed6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.0740864 Feb 16 18:21:16.224934 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-442f96ea-a7b4-4af3-804c-a1e946a7fda9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512288 Feb 16 18:21:16.346661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-89e0c945-cf2c-4c43-8d97-4a702613e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:16.348340 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-89e0c945-cf2c-4c43-8d97-4a702613e309 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1528220 Feb 16 18:21:16.358635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531ae1b-5cad-402d-b612-9727064803bf req-45f980f1-ef18-43e8-a27d-c3db9e1b039a tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:16.360250 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1531ae1b-5cad-402d-b612-9727064803bf req-45f980f1-ef18-43e8-a27d-c3db9e1b039a tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 944 time: 0.1634374 Feb 16 18:21:16.382134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:16.391372 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-3548b024-9cd5-4ecc-ba83-a8e5ab344993 service neutron] 10.222.0.72 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508191 Feb 16 18:21:16.424452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:16.562713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:16.563139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:16.719008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 43556) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:16.851757 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1531ae1b-5cad-402d-b612-9727064803bf req-48eba54f-ae4c-4b40-a94f-ed416e087b8d tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659193 Feb 16 18:21:16.893450 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0fee5e59-2367-4ff8-86c3-a359f1af72e1 req-c17bcdb2-efdf-4b7c-b8cd-8c9b4c52bab0 service neutron] 10.222.0.72 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4710572 Feb 16 18:21:16.965444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7961d43-00d3-4942-90f7-167c5b88d71d req-82bdbe79-c60d-4d25-b3cb-e6049c2ed6d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:16.967035 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e7961d43-00d3-4942-90f7-167c5b88d71d req-82bdbe79-c60d-4d25-b3cb-e6049c2ed6d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.6045012 Feb 16 18:21:16.968959 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-839f3632-971a-427a-868a-c7e1714c0c57 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077790 Feb 16 18:21:17.040965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-f66d8298-e34f-477e-9113-d930096c00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:17.042695 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-f66d8298-e34f-477e-9113-d930096c00b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d8a05b7e51b48298ddcf40300c1292d&device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 1161 time: 0.0796807 Feb 16 18:21:17.188442 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-bf4c9fc2-1367-4030-95f1-bbaa44890732 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4594762 Feb 16 18:21:17.198929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-df0c3d9b-70ba-4de0-9961-631dacb0c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:17.200332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e7961d43-00d3-4942-90f7-167c5b88d71d req-b3df2de9-68b0-4632-ae53-9e291e078fe0 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939061 Feb 16 18:21:17.200609 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-df0c3d9b-70ba-4de0-9961-631dacb0c319 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d HTTP/1.1" status: 200 len: 908 time: 0.1518047 Feb 16 18:21:17.265127 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a', 'code': 422} returned with failed status Feb 16 18:21:17.270002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b103c8d-551d-4772-a557-40d5bba2f2d9 req-7faad309-4d31-49cb-9487-477db97a38da tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:17.277772 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6b103c8d-551d-4772-a557-40d5bba2f2d9 req-7faad309-4d31-49cb-9487-477db97a38da tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 950 time: 0.3193831 Feb 16 18:21:17.281611 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0a654f0d-db0d-4423-8788-6db7448cc4a5 req-c2ef4338-e4c6-4b64-b539-b2109617b2af service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2711077 Feb 16 18:21:17.291617 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-80f7c7fc-5ba2-4221-97c5-4e66ac581a65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91318742-9771-4c45-8b82-3aa79e60f78d HTTP/1.1" status: 200 len: 217 time: 0.0840237 Feb 16 18:21:17.361359 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6b103c8d-551d-4772-a557-40d5bba2f2d9 req-a5d10477-662c-4148-a4c8-d787b73642aa tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781708 Feb 16 18:21:17.375347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-08dd7398-178b-4215-b4b9-1826e1262567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:17.377138 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-08dd7398-178b-4215-b4b9-1826e1262567 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=626bb4c0-636e-462c-9ac5-bb2fac9ee84d HTTP/1.1" status: 200 len: 854 time: 0.0785825 Feb 16 18:21:17.470805 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-fd1bbad7-3040-4305-aac2-0961de9294bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793517 Feb 16 18:21:17.561574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b2c02-aadd-4206-ae0f-e1cf6066e203 req-3f3ccfb0-88e8-4080-aff3-7270d0e130a2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:17.563236 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-be2b2c02-aadd-4206-ae0f-e1cf6066e203 req-3f3ccfb0-88e8-4080-aff3-7270d0e130a2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0947502 Feb 16 18:21:17.615940 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-be2b2c02-aadd-4206-ae0f-e1cf6066e203 req-59a2f4d6-6fa6-4802-a124-ebb399bb0fd9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456362 Feb 16 18:21:17.640747 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-1f596a1f-90f5-41b8-bbf5-c3e26e2876c2 service neutron] 10.222.0.72 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629016 Feb 16 18:21:17.715918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 43580) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:17.800363 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2503251-e1d2-4687-9b61-0ee78fa724e1 req-39a7c076-5025-494b-8a76-5c1f141c4b30 service neutron] 10.222.0.72 "GET /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501815 Feb 16 18:21:18.126728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de149e-f29d-4944-82e6-533c8caed3d2 req-267afe8f-e8a1-46c8-83de-718da6dd3527 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:18.128381 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31de149e-f29d-4944-82e6-533c8caed3d2 req-267afe8f-e8a1-46c8-83de-718da6dd3527 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 945 time: 0.2696497 Feb 16 18:21:18.267176 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31de149e-f29d-4944-82e6-533c8caed3d2 req-1652938e-068d-4c32-a4ea-c33d762e973e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960002 Feb 16 18:21:18.354776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e01445-f94c-43db-b7d8-3e44e6da4c01 req-4f153042-f8f1-423f-ab64-b06e3a24c899 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:18.356431 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-62e01445-f94c-43db-b7d8-3e44e6da4c01 req-4f153042-f8f1-423f-ab64-b06e3a24c899 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 944 time: 0.2487540 Feb 16 18:21:18.480644 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:18.500152 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-62e01445-f94c-43db-b7d8-3e44e6da4c01 req-f46a72fe-8c99-4861-9810-c42f9dc1ac0a tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369278 Feb 16 18:21:18.557806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:18.558321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:18.561675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d469f4-707b-4e47-b646-28a795b006c5 req-f278c4a3-81f7-4681-b70f-159173f2140c tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:18.564052 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40d469f4-707b-4e47-b646-28a795b006c5 req-f278c4a3-81f7-4681-b70f-159173f2140c tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 950 time: 0.1848519 Feb 16 18:21:18.686245 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40d469f4-707b-4e47-b646-28a795b006c5 req-225b61cd-774b-4efb-8d01-f882483714d3 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160688 Feb 16 18:21:18.770298 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247980-ce23-4cd7-8059-83f081b6fada req-e4958521-3249-4c9d-9a67-57d808356a4e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:18.772599 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d247980-ce23-4cd7-8059-83f081b6fada req-e4958521-3249-4c9d-9a67-57d808356a4e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1564455 Feb 16 18:21:18.782628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618650'] for router_interface, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:19.235151 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d247980-ce23-4cd7-8059-83f081b6fada req-3a663dd3-705b-4e20-9702-60636302a663 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066124 Feb 16 18:21:19.328189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-74ea88cc-1274-4aa2-a9a6-2d4455fab92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:19.329825 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-74ea88cc-1274-4aa2-a9a6-2d4455fab92f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21&tenant_id=ed443648e0134e279dac6975632a1b1d HTTP/1.1" status: 200 len: 1161 time: 0.0933745 Feb 16 18:21:19.386116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fed7a-29f8-4988-9bb7-26b605372f45 req-cb8eb8d5-2b37-4683-8fda-e0fc3082ed80 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:19.387675 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-925fed7a-29f8-4988-9bb7-26b605372f45 req-cb8eb8d5-2b37-4683-8fda-e0fc3082ed80 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.5518470 Feb 16 18:21:19.429179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-68894c90-5e73-4f20-aaab-4bfa621cfa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:19.430801 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-68894c90-5e73-4f20-aaab-4bfa621cfa33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1161 time: 0.0794473 Feb 16 18:21:19.515806 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-925fed7a-29f8-4988-9bb7-26b605372f45 req-5c65be61-0e51-4865-b016-4e5d8c0dfe9c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207666 Feb 16 18:21:19.584941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-5bd6cfa4-06ee-4511-95b2-a6ef563a5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:19.587735 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-5bd6cfa4-06ee-4511-95b2-a6ef563a5f2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.1434243 Feb 16 18:21:19.591530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527c9c4-ad04-492e-b2c0-53eef7dfd3e9 req-4f48fb4b-c1c4-410e-ae11-27200c99e04b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:19.593148 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a527c9c4-ad04-492e-b2c0-53eef7dfd3e9 req-4f48fb4b-c1c4-410e-ae11-27200c99e04b tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 945 time: 0.1994781 Feb 16 18:21:19.600965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Deleting port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:21:19.601365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:19.713381 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-924b6515-0de8-46ec-8071-e97bc051b650 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 200 len: 1000 time: 0.1173568 Feb 16 18:21:19.781716 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a527c9c4-ad04-492e-b2c0-53eef7dfd3e9 req-29e9463f-9b68-4e98-baa7-f7b7ff215929 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102414 Feb 16 18:21:19.811689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-b990dca4-caa8-459f-851b-27b24dc406de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:19.813302 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-b990dca4-caa8-459f-851b-27b24dc406de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0802512 Feb 16 18:21:19.880276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bafa48-11c4-496e-a9aa-6e4fa25bd4b0 req-bc14fbd7-f200-4743-8143-94ed1494b7af tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:19.881905 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-41bafa48-11c4-496e-a9aa-6e4fa25bd4b0 req-bc14fbd7-f200-4743-8143-94ed1494b7af tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 944 time: 0.2491488 Feb 16 18:21:19.899693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-e7556af7-c46c-4019-8440-a9fe4cc60a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:19.901315 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-e7556af7-c46c-4019-8440-a9fe4cc60a52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808167 Feb 16 18:21:20.047805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] For port 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,segment=NetworkSegment(a7204ac5-f559-4b4f-8392-65bc1d9b9b84),segment_id=a7204ac5-f559-4b4f-8392-65bc1d9b9b84)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:20.048129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:20.081092 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-e50e4b85-3937-411c-808f-83baf6007017 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395185 Feb 16 18:21:20.132437 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-41bafa48-11c4-496e-a9aa-6e4fa25bd4b0 req-1b4dda12-906d-41c9-9800-7cb454277be3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052422 Feb 16 18:21:20.206442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Calling delete_port for 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d owned by network:router_interface {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:21:20.230720 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-992a811b-cf5a-4635-8b91-b186ccfdb55b service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415873 Feb 16 18:21:20.347491 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18646aef-5bfc-411a-b55c-68c946e29840 req-5e792b4b-6747-4d03-b3ab-d2c8bb7424f0 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:20.349136 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18646aef-5bfc-411a-b55c-68c946e29840 req-5e792b4b-6747-4d03-b3ab-d2c8bb7424f0 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 950 time: 0.4662595 Feb 16 18:21:20.363968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:21:20.493934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:20.523526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f6714c-1cc3-4eb4-93bf-573fdc5688a8'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:20.533760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,segment=NetworkSegment(e9508aa7-a896-4763-8c15-80e5a26a2b50),segment_id=e9508aa7-a896-4763-8c15-80e5a26a2b50)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:20.563526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:20.564402 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 98c10cbc-cc7d-454c-9fe3-443ade39b311 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:21:20.586583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262381c-ce31-451f-bbd6-4d043196af1d req-445fa158-706c-4151-96e7-1b479bde41d7 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:20.588181 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8262381c-ce31-451f-bbd6-4d043196af1d req-445fa158-706c-4151-96e7-1b479bde41d7 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.72 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 950 time: 0.6309731 Feb 16 18:21:20.595828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0e7068a7-5324-4817-a023-03ec61143ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:20.725794 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18646aef-5bfc-411a-b55c-68c946e29840 req-6d282bc2-91df-420a-8582-4bd5163efc4e tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330508 Feb 16 18:21:20.731947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:20.735607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-3a2c88ea-302a-4aa6-b186-113a5011dcdb tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:20.737170 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-3a2c88ea-302a-4aa6-b186-113a5011dcdb tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 945 time: 0.5427248 Feb 16 18:21:20.738967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:20.753713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Deleting port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:21:20.754108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:20.764824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:20.794407 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f6714c-1cc3-4eb4-93bf-573fdc5688a8', 'code': 200} Feb 16 18:21:20.831367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 98c10cbc-cc7d-454c-9fe3-443ade39b311, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=98c10cbc-cc7d-454c-9fe3-443ade39b311,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:20.864966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:20.867578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:20.945141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=98c10cbc-cc7d-454c-9fe3-443ade39b311,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:20.948788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:20.955023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63610205-8b8f-4ec4-b8e5-59be3828d46d req-ebdc49f3-a92f-41ca-b2cf-49bbfbb9eedb tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:20.956504 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63610205-8b8f-4ec4-b8e5-59be3828d46d req-ebdc49f3-a92f-41ca-b2cf-49bbfbb9eedb tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.4651363 Feb 16 18:21:21.050053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Deleting port 98c10cbc-cc7d-454c-9fe3-443ade39b311 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:21:21.050453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:21.538960 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63610205-8b8f-4ec4-b8e5-59be3828d46d req-7be944c8-ad06-4510-b5f5-ee9d5c7f88c1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5496614 Feb 16 18:21:21.557217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:21.612375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bf0f6ead-4fb8-4eff-984f-7094bf78af12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:21.697233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5e2913-affc-49b2-8c4b-df4f9fb5d40d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:21.813506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:21.967438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1ac87-9f33-4e9d-9485-d66ca378057c req-184bce97-a09d-4a6b-b794-c33a5a198e71 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:21.969681 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-73f1ac87-9f33-4e9d-9485-d66ca378057c req-184bce97-a09d-4a6b-b794-c33a5a198e71 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 943 time: 1.0315111 Feb 16 18:21:22.039722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] For port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,segment=NetworkSegment(e9508aa7-a896-4763-8c15-80e5a26a2b50),segment_id=e9508aa7-a896-4763-8c15-80e5a26a2b50)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:22.040137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:22.043792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-14d11787-4456-4bdc-af83-3c5808b68eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:22.242635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Calling delete_port for c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:21:22.311288 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-73f1ac87-9f33-4e9d-9485-d66ca378057c req-e242991a-ed91-4a8d-ad38-6ed2492fba8c tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/security-groups?id=f16e1e4d-ba36-4fb1-8169-c7f028999786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201082 Feb 16 18:21:22.314534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] For port 98c10cbc-cc7d-454c-9fe3-443ade39b311, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=98c10cbc-cc7d-454c-9fe3-443ade39b311,segment=NetworkSegment(6ceab219-8ae3-4fca-80a1-9b4dff9de30c),segment_id=6ceab219-8ae3-4fca-80a1-9b4dff9de30c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:22.314730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:22.385387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51d98-a526-4f5f-b2ed-8cfbac2ef44c req-94e45663-eeea-45bc-8b48-8f0182ce7627 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:22.387105 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40b51d98-a526-4f5f-b2ed-8cfbac2ef44c req-94e45663-eeea-45bc-8b48-8f0182ce7627 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 944 time: 0.7050402 Feb 16 18:21:22.535577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Calling delete_port for 98c10cbc-cc7d-454c-9fe3-443ade39b311 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:21:22.779714 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40b51d98-a526-4f5f-b2ed-8cfbac2ef44c req-6e19e3e5-c267-42ac-8dd8-a7d7dd3b5ee5 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246171 Feb 16 18:21:22.803229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5842b05-14d4-44a6-939a-6781213a7236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c10cbc-cc7d-454c-9fe3-443ade39b311'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:23.109367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 91318742-9771-4c45-8b82-3aa79e60f78d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:23.344685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc57e94-1d3f-4b34-a1c5-85dd9995d3cb req-510e9d0b-d6e7-4d0b-8c49-f0be5d105b59 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:23.346370 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6bc57e94-1d3f-4b34-a1c5-85dd9995d3cb req-510e9d0b-d6e7-4d0b-8c49-f0be5d105b59 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 948 time: 0.8956079 Feb 16 18:21:23.378806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 91318742-9771-4c45-8b82-3aa79e60f78d completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:21:23.384349 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 91318742-9771-4c45-8b82-3aa79e60f78d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:23.386238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:23.431418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:23.436753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854167510'] for router_interface, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:23.468257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:23.516048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:23.550811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 91318742-9771-4c45-8b82-3aa79e60f78d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=91318742-9771-4c45-8b82-3aa79e60f78d,segment=NetworkSegment(c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850),segment_id=c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:23.556044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:23.565277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Pushing event deleted for resources: {'Port': ['ID=c5f6714c-1cc3-4eb4-93bf-573fdc5688a8,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:23.578960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:23.581658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:23.645984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:23.656955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=91318742-9771-4c45-8b82-3aa79e60f78d,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:23.662930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:23.702738 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6bc57e94-1d3f-4b34-a1c5-85dd9995d3cb req-14aae544-ca7b-47a0-bcb0-4de8a1d0b8be tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aabe139-1695-41d1-bb72-79bcf98859e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399518 Feb 16 18:21:23.703244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:23.758909 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5842b05-14d4-44a6-939a-6781213a7236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c10cbc-cc7d-454c-9fe3-443ade39b311', 'code': 200} Feb 16 18:21:23.773905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb93492-2e4f-4e2e-85ad-2a45085bbd23 req-65a13312-6d62-45f3-977c-e2be35616df6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:23.775597 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cfb93492-2e4f-4e2e-85ad-2a45085bbd23 req-65a13312-6d62-45f3-977c-e2be35616df6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.8658609 Feb 16 18:21:23.802442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Pushing event deleted for resources: {'Port': ['ID=98c10cbc-cc7d-454c-9fe3-443ade39b311,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:23.868131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:23.993901 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5ee60e53-61a9-4329-ab4a-2ff3f6dd20d7 req-08c83398-8c21-4d41-a78c-74dcf4f1260d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.1011550 Feb 16 18:21:24.086639 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cfb93492-2e4f-4e2e-85ad-2a45085bbd23 req-66dfc8b6-d207-45ca-a9df-c818744fd64a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853372 Feb 16 18:21:24.237968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e79d5608-ded3-4c4a-87ca-ba2d91de8f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:24.398033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] No DVR routers for this DVR port c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:21:24.414027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:24.416952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'name': 'network-vif-deleted', 'tag': 'c5f6714c-1cc3-4eb4-93bf-573fdc5688a8'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:24.459319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 91318742-9771-4c45-8b82-3aa79e60f78d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:24.487608 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] No DVR routers for this DVR port 98c10cbc-cc7d-454c-9fe3-443ade39b311 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:21:24.493404 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dfce2e-7717-43e6-a6e7-72a9cf762961', 'name': 'network-vif-deleted', 'tag': 'c5f6714c-1cc3-4eb4-93bf-573fdc5688a8', 'status': 'completed', 'code': 200} Feb 16 18:21:24.499635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:24.501720 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5816d52d-289a-47f8-b12d-771a02e9c10d req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.72 "DELETE /v2.0/ports/98c10cbc-cc7d-454c-9fe3-443ade39b311 HTTP/1.1" status: 204 len: 173 time: 3.7555571 Feb 16 18:21:24.503058 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8262381c-ce31-451f-bbd6-4d043196af1d req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.72 "DELETE /v2.0/ports/c5f6714c-1cc3-4eb4-93bf-573fdc5688a8 HTTP/1.1" status: 204 len: 173 time: 3.9027252 Feb 16 18:21:24.544689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 91318742-9771-4c45-8b82-3aa79e60f78d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:24.545244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:24.555147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f7682-5b0a-4e22-9a7a-64a943b1ba47 req-0c7ce547-a448-4bff-917a-04fcce6c42b4 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:24.556911 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1e4f7682-5b0a-4e22-9a7a-64a943b1ba47 req-0c7ce547-a448-4bff-917a-04fcce6c42b4 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.4128051 Feb 16 18:21:24.757233 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1e4f7682-5b0a-4e22-9a7a-64a943b1ba47 req-c1b766e1-8282-46c8-a608-5a97b59b8d53 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925025 Feb 16 18:21:24.804317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Router 97bd6b07-f9e7-405f-b237-94bb44118405 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:21:24.998569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-3af83270-83cf-4d3b-95d1-3a90b08aaaa3 req-395060b8-ecd9-4a0e-a433-3941d591a670 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Synchronizing usage tracker for tenant:7f27896a1fb1429d805e67e07251e069 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:21:25.003274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:25.065682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:21:25.074691 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] 10.222.0.16 "PUT /v2.0/routers/97bd6b07-f9e7-405f-b237-94bb44118405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3539596 Feb 16 18:21:25.074691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 43648) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:25.076499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-3af83270-83cf-4d3b-95d1-3a90b08aaaa3 req-395060b8-ecd9-4a0e-a433-3941d591a670 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Unset dirty status for tenant:7f27896a1fb1429d805e67e07251e069 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:21:25.077676 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3af83270-83cf-4d3b-95d1-3a90b08aaaa3 req-395060b8-ecd9-4a0e-a433-3941d591a670 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.2060146 Feb 16 18:21:25.084894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] Sync routers for ids ['97bd6b07-f9e7-405f-b237-94bb44118405'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:21:25.115443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] Routers {'97bd6b07-f9e7-405f-b237-94bb44118405'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:21:25.121798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:21:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['97bd6b07-f9e7-405f-b237-94bb44118405'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:25.351185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0d3d3784-0138-47f1-960f-0412204ee690 req-a8abfd64-22df-47a8-a2c5-dd401d9e3fef tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Synchronizing usage tracker for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:21:25.524184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] Set router 97bd6b07-f9e7-405f-b237-94bb44118405 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:21:25.676678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0d3d3784-0138-47f1-960f-0412204ee690 req-a8abfd64-22df-47a8-a2c5-dd401d9e3fef tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Unset dirty status for tenant:3436298740184aa7b978bbc4883abdae on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:21:25.677948 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0d3d3784-0138-47f1-960f-0412204ee690 req-a8abfd64-22df-47a8-a2c5-dd401d9e3fef tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.4490497 Feb 16 18:21:25.701043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks [] for router, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:25.760364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d16a11-4d10-4502-b0b8-9577783ee35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91318742-9771-4c45-8b82-3aa79e60f78d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:25.811768 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d16a11-4d10-4502-b0b8-9577783ee35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91318742-9771-4c45-8b82-3aa79e60f78d', 'code': 200} Feb 16 18:21:25.912156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:21:20Z', 'revision_number': 5, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:25.915937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:25.917174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] Checking router: 97bd6b07-f9e7-405f-b237-94bb44118405 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:21:25.924058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20186-37b6-4e53-9d09-1a570d48bce6 req-4740ef1d-5fd0-473d-8a31-5774cdac28ff tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:25.926255 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-61f20186-37b6-4e53-9d09-1a570d48bce6 req-4740ef1d-5fd0-473d-8a31-5774cdac28ff tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.6248546 Feb 16 18:21:25.938801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] Routers {'97bd6b07-f9e7-405f-b237-94bb44118405'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:21:25.939602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:21:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['97bd6b07-f9e7-405f-b237-94bb44118405'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:26.056518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:26.068558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Deleting port 688f74b0-8046-4f7c-93ea-706d02254ac0 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:21:26.068944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:26.138123 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-61f20186-37b6-4e53-9d09-1a570d48bce6 req-c1115eba-cad7-4de0-8a1a-0b3c118c0221 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643066 Feb 16 18:21:26.152391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] Set router 97bd6b07-f9e7-405f-b237-94bb44118405 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:21:26.193960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5473c-98b8-45bf-a623-2791368c880b req-b44997d9-cb07-44ed-9539-26755d1a46cf tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:26.195525 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfa5473c-98b8-45bf-a623-2791368c880b req-b44997d9-cb07-44ed-9539-26755d1a46cf tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.2645757 Feb 16 18:21:26.365293 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-46edeb5a-cfe0-427a-96b7-2426c6c61e71 req-3a14b052-d1d6-45f4-9c47-bfadaf5ded9a tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0681219 Feb 16 18:21:26.407878 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dfa5473c-98b8-45bf-a623-2791368c880b req-25055259-32ed-4850-8b81-90d9eb8b5373 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832938 Feb 16 18:21:26.424917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:26.445825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] For port 688f74b0-8046-4f7c-93ea-706d02254ac0, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=688f74b0-8046-4f7c-93ea-706d02254ac0,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:26.446141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:26.503738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:21:20Z', 'revision_number': 5, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:26.510180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47fd57-f606-4a99-adfe-f77d692dc7aa None None] The sync data for ids ['97bd6b07-f9e7-405f-b237-94bb44118405'] in dv-cinder-763306-9-iscsi is: [{'id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'name': 'tempest-ServerRescueNegativeTestJSON-392910194-router', 'tenant_id': '2d664c612abf4522ad1193fbb6ac306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:21:20Z', 'revision_number': 5, 'project_id': '2d664c612abf4522ad1193fbb6ac306c', 'gw_port': {'id': '688f74b0-8046-4f7c-93ea-706d02254ac0', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6b07-f9e7-405f-b237-94bb44118405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:41Z', 'updated_at': '2021-02-16T18:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:21:26.515525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5842b05-14d4-44a6-939a-6781213a7236', 'name': 'network-vif-deleted', 'tag': '98c10cbc-cc7d-454c-9fe3-443ade39b311'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:26.583964 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5842b05-14d4-44a6-939a-6781213a7236', 'name': 'network-vif-deleted', 'tag': '98c10cbc-cc7d-454c-9fe3-443ade39b311', 'status': 'completed', 'code': 200} Feb 16 18:21:26.591723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Calling delete_port for 688f74b0-8046-4f7c-93ea-706d02254ac0 owned by network:router_gateway {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:21:26.745019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.plugins.ml2.ovo_rpc [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: result = function(*args, **kwargs) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: proto.__init__(conn_state, self) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: self.handle() Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: self.handle_one_request() Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: self.handle_one_response() Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: result = self.application(self.environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return app(environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self.application) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self.application) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self.application) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self.application) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return request.get_response(self.application) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self._app) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return resp(environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return resp(environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: response = self.app(environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return resp(environ, start_response) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:21:26.751636 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: result = method(request=request, **args) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._delete(request, id, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*args, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*args, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*dup_args, **dup_kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: obj_deleter(request.context, id, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return method(*args, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*args, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*args, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*dup_args, **dup_kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: self._delete_current_gw_port(context, id, router, None) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: admin_ctx, gw_port_id, l3_port_check=False) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, context, *args, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return method(*args, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: context, port, router_ids, bound_mech_contexts) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: return function(*args, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: callback(resource, event, trigger, **kwargs) Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: if self._is_session_semantic_violated(context, resource, event): Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: stack = traceback.extract_stack() Feb 16 18:21:26.760595 dv-cinder-763306-9-iscsi neutron-server[83870]: Feb 16 18:21:26.915780 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b9bdecb3-6f91-4240-914e-8c7d00c98d53 req-552886b9-fcbf-46b6-981a-49aa674f7bfd tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0719612 Feb 16 18:21:27.018688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853800330'] for router_gateway, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:27.159747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128496'] for router, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:27.162363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:27.405139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d353bd-78ce-46cd-ab78-7a07d45d6138 req-2353a4fb-d2cb-4df3-b002-1d83fbeaad87 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:27.407080 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18d353bd-78ce-46cd-ab78-7a07d45d6138 req-2353a4fb-d2cb-4df3-b002-1d83fbeaad87 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0991142 Feb 16 18:21:27.463424 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18d353bd-78ce-46cd-ab78-7a07d45d6138 req-1dcbd1db-8bf2-4a05-86ca-df7d296d1319 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458536 Feb 16 18:21:27.598047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-619145'] for router, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:27.599412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97bd6b07-f9e7-405f-b237-94bb44118405 {{(pid=83981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:21:27.702785 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-833a94c6-e062-4a64-809f-bc9ddd909aae req-e2f9a167-a2cc-41b4-9ae8-d252aef02864 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0955429 Feb 16 18:21:27.710737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:27.712010 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-72a85975-fa63-471d-8ee0-45c925f1d6cf admin admin] 10.222.0.16 "DELETE /v2.0/routers/97bd6b07-f9e7-405f-b237-94bb44118405 HTTP/1.1" status: 204 len: 168 time: 2.6372945 Feb 16 18:21:27.715180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 43672) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:27.763015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353eecc-685b-49d4-b3ad-14e51d7fdade req-1929890c-8222-44b1-babb-8d94e2b64f29 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:27.765496 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8353eecc-685b-49d4-b3ad-14e51d7fdade req-1929890c-8222-44b1-babb-8d94e2b64f29 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.1152248 Feb 16 18:21:27.791469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] Deleting subnet 48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:21:27.794595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:27.815917 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8353eecc-685b-49d4-b3ad-14e51d7fdade req-9fe9b47a-7cb2-4df3-880c-e7b62f72f179 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448751 Feb 16 18:21:27.862968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:27.935226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:28.102684 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1b101ccc-1687-43b7-9cb8-f48673fe364e req-fd1deb50-4407-4027-84a3-be49bdb404a4 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0569215 Feb 16 18:21:28.249980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:28.264110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:28.312122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a5eb87-fad6-40d4-99dc-e42cd3a6eca1,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:28.316804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:28.406720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:28.413392 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-af5acdc6-76ec-457b-8cab-415ac66888f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48a5eb87-fad6-40d4-99dc-e42cd3a6eca1 HTTP/1.1" status: 204 len: 168 time: 0.6970263 Feb 16 18:21:28.416333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 43680) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:28.540119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:28.584514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:21:28.656449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:21:28.656823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 6c5e2913-affc-49b2-8c4b-df4f9fb5d40d not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:21:28.657494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 688f74b0-8046-4f7c-93ea-706d02254ac0 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:21:28.696205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6813cc1-4d70-4b6a-b63b-2ef1e2c7f290 req-f8cffdab-5d4b-49b9-9be2-a22e25ea972f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:28.697824 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e6813cc1-4d70-4b6a-b63b-2ef1e2c7f290 req-f8cffdab-5d4b-49b9-9be2-a22e25ea972f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0896540 Feb 16 18:21:28.700434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 688f74b0-8046-4f7c-93ea-706d02254ac0 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:21:28.700829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 688f74b0-8046-4f7c-93ea-706d02254ac0 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:21:28.741729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:28.768386 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e6813cc1-4d70-4b6a-b63b-2ef1e2c7f290 req-529bde79-6c10-46af-8752-c54a2a54c3cd tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610232 Feb 16 18:21:28.864624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5f517b-e549-43f3-aa9d-f68aa8280b2c']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:28.884647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:28.884986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7204ac5-f559-4b4f-8392-65bc1d9b9b84') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:28.891497 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0df86904-03a3-4a53-8303-ee9ac96f7031 req-85b4a780-1b16-41e2-adaf-d3e3e17f24c0 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0597429 Feb 16 18:21:28.903391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:28.931183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:28.933408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:21:29.057752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce585d-69a1-460f-b8e3-df70e70126c9 req-913a5618-8060-43fe-b9c5-e7026a826977 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:29.059282 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-60ce585d-69a1-460f-b8e3-df70e70126c9 req-913a5618-8060-43fe-b9c5-e7026a826977 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0922654 Feb 16 18:21:29.118364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:21:29.120070 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-60ce585d-69a1-460f-b8e3-df70e70126c9 req-e09fde30-909b-46ab-a52d-a844514f00a2 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539029 Feb 16 18:21:29.128067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:29.295463 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4ab83dbb-f308-4122-bdeb-d96ca25c176e req-7e5f29c7-94b7-4c7c-ad53-ab99969c5ece tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0650277 Feb 16 18:21:29.318913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Network bc5f517b-e549-43f3-aa9d-f68aa8280b2c has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:21:29.341576 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:21:29.455198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:29.460353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:29.464244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:29.497865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5f517b-e549-43f3-aa9d-f68aa8280b2c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:29.500519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:29.524282 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d545df3e-e1bf-41fa-97b2-649a84452fdd admin admin] 10.222.0.16 "DELETE /v2.0/networks/bc5f517b-e549-43f3-aa9d-f68aa8280b2c HTTP/1.1" status: 204 len: 168 time: 1.1067717 Feb 16 18:21:29.979616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae98f4-3593-4880-93a4-d51423ef39ce req-f1537ad1-9a66-4540-88dc-fe4a0bc2360d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:29.980184 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ecae98f4-3593-4880-93a4-d51423ef39ce req-f1537ad1-9a66-4540-88dc-fe4a0bc2360d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0923586 Feb 16 18:21:30.076033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 43700) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:30.080899 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-78a572d6-3929-4609-8d0e-34beb5ab9c28 req-6e0fbd50-32dd-42f0-a502-afffbf56e997 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0588610 Feb 16 18:21:30.086603 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ecae98f4-3593-4880-93a4-d51423ef39ce req-03f6a50d-24e4-48f5-830e-2347084feee3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983329 Feb 16 18:21:30.168076 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-795543df-e450-4763-a096-5c2392591581 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d664c612abf4522ad1193fbb6ac306c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0905590 Feb 16 18:21:30.170612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 43706) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:30.237801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-20625596-c358-43c6-8b3d-2bfa21e5b29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:30.266175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-20625596-c358-43c6-8b3d-2bfa21e5b29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:30.325147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77630eba-ecbc-4650-b6c2-09c8b6357eaf req-14fb9087-4644-4897-9f9e-34cc8460a974 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:30.326973 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-77630eba-ecbc-4650-b6c2-09c8b6357eaf req-14fb9087-4644-4897-9f9e-34cc8460a974 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0900505 Feb 16 18:21:30.378282 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-77630eba-ecbc-4650-b6c2-09c8b6357eaf req-00032b3e-1538-45aa-b35d-42b1ff8e282c tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440798 Feb 16 18:21:30.402448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-20625596-c358-43c6-8b3d-2bfa21e5b29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:30.407801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-54d0b160-46d2-4b59-8f64-71002eb95a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:30.421947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20625596-c358-43c6-8b3d-2bfa21e5b29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9115d0-a58e-4df9-bf6e-d4385e9939c3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:30.425150 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-20625596-c358-43c6-8b3d-2bfa21e5b29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:30.427759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-20625596-c358-43c6-8b3d-2bfa21e5b29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:30.431814 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-20625596-c358-43c6-8b3d-2bfa21e5b29f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f9115d0-a58e-4df9-bf6e-d4385e9939c3 HTTP/1.1" status: 204 len: 168 time: 0.2574010 Feb 16 18:21:30.471640 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8b3da4bf-43e7-46a6-9ab6-fe2350cf107b req-e4967dad-3c35-4ea5-a490-7a95213f44d7 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0590231 Feb 16 18:21:31.312564 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-eb900ded-4e68-4055-8266-9d6424270640 req-2f245a8f-0dd2-434e-a926-0d2d46e22cd4 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0990760 Feb 16 18:21:31.371389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942aed-ac05-424b-b3b3-6bf15dab8675 req-7370cacb-138a-41a7-8e9e-7cd315141abb tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:31.373044 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ba942aed-ac05-424b-b3b3-6bf15dab8675 req-7370cacb-138a-41a7-8e9e-7cd315141abb tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1047058 Feb 16 18:21:31.439141 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ba942aed-ac05-424b-b3b3-6bf15dab8675 req-dc8f53a4-bffd-4aee-8569-36f9f58e2375 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595171 Feb 16 18:21:31.601463 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1f3a-7b83-458d-990d-129688d58d52 req-1eda4bd6-9d84-4cd4-89dd-fbed09883ae3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:31.603210 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-19fa1f3a-7b83-458d-990d-129688d58d52 req-1eda4bd6-9d84-4cd4-89dd-fbed09883ae3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0938883 Feb 16 18:21:31.688433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:21:31.697488 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f0ff81a-286d-4b3e-ab36-a5bd820db321 req-b362f19d-45de-412f-97be-2affc4a6151a tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0638630 Feb 16 18:21:31.709945 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-19fa1f3a-7b83-458d-990d-129688d58d52 req-db012330-57b6-4ee3-abaa-22accec8c133 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988808 Feb 16 18:21:32.485885 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-60ff1768-ba6a-47b5-a120-2356144d9b75 req-ad8a8ea6-43d2-48e8-9edb-30571b8cfd6c tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0529115 Feb 16 18:21:32.788822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7d417-2e5a-4ea8-8140-636f1f571d02 req-4004418e-961c-4148-abf3-2e2ff4ed1f97 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:32.790464 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63f7d417-2e5a-4ea8-8140-636f1f571d02 req-4004418e-961c-4148-abf3-2e2ff4ed1f97 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0880566 Feb 16 18:21:32.876578 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0bbf03f4-6b28-48c3-bc72-2cd13e20ad84 req-185d2886-6cdb-4d27-ade4-a0a013fa9ec8 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0508437 Feb 16 18:21:33.103429 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63f7d417-2e5a-4ea8-8140-636f1f571d02 req-8d74520a-3a11-4a75-bcc6-57c1512f97b7 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062608 Feb 16 18:21:33.135015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf301a-0c95-476c-ae72-ab691f628498 req-3f0473c0-3b04-435b-96ee-daf1f0086017 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:33.136663 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fbdf301a-0c95-476c-ae72-ab691f628498 req-3f0473c0-3b04-435b-96ee-daf1f0086017 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.1482711 Feb 16 18:21:33.194021 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fbdf301a-0c95-476c-ae72-ab691f628498 req-1f09420c-49b8-4afe-8d36-dc58e037f8d3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508802 Feb 16 18:21:33.655151 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-976751d2-18ae-4e6b-b739-ae21b3da5939 req-08b4df2a-7b85-4f4e-8275-444fb7f47249 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0519505 Feb 16 18:21:34.083758 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-93a85560-eb23-45a8-92ae-9564c0824c20 req-c7236c82-bbc8-4215-b8c3-8c4b59d78a89 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0778060 Feb 16 18:21:34.381668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd4b58-a600-40e4-8b08-a2f19670f1bc req-58e872be-43df-4550-81b2-b9961369b51b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:34.383313 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6acd4b58-a600-40e4-8b08-a2f19670f1bc req-58e872be-43df-4550-81b2-b9961369b51b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1558135 Feb 16 18:21:34.449760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaf5bc-0787-40b7-9482-657a6d9a4519 req-0bea953c-1e8a-4045-8a29-e2420282ac8b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:34.451443 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f2eaf5bc-0787-40b7-9482-657a6d9a4519 req-0bea953c-1e8a-4045-8a29-e2420282ac8b tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.1374559 Feb 16 18:21:34.456394 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6acd4b58-a600-40e4-8b08-a2f19670f1bc req-f87985ce-d644-4d93-ab26-55d5c3b8f936 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645652 Feb 16 18:21:34.505926 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f2eaf5bc-0787-40b7-9482-657a6d9a4519 req-404f1667-24aa-4664-bbd5-c9cc12942b93 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465169 Feb 16 18:21:35.009879 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a55644e2-5bb1-43fe-8f70-0172fb6fd82e req-e132a4e0-3be7-4013-b04e-ab9d3c934b9e tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.1023855 Feb 16 18:21:35.251870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f9ed72f1-1f8b-4e35-89c6-654b84ead6e9 req-e254b78e-d544-4b8e-a297-fa9cd7380fbb tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0483923 Feb 16 18:21:35.955114 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2589c-6f22-46a4-ae05-c3daafe53dda req-abedc672-e270-4e78-93d1-35f251be1b7c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:35.956770 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28a2589c-6f22-46a4-ae05-c3daafe53dda req-abedc672-e270-4e78-93d1-35f251be1b7c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.3779216 Feb 16 18:21:35.967849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab757bb-7abf-4888-86c1-36a113f5ee95 req-965b6087-cfec-45c2-9e75-46ddc3f235ea tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:35.969518 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7ab757bb-7abf-4888-86c1-36a113f5ee95 req-965b6087-cfec-45c2-9e75-46ddc3f235ea tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.3383603 Feb 16 18:21:36.047188 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28a2589c-6f22-46a4-ae05-c3daafe53dda req-4a8b7dac-9dd6-4aa1-a717-67aa849905ca tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765891 Feb 16 18:21:36.052027 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7ab757bb-7abf-4888-86c1-36a113f5ee95 req-22fe5f37-6aa3-4e66-affe-14862a233a4f tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671756 Feb 16 18:21:36.204549 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4c013b4e-aed3-45b0-a089-e3957699657d req-af5ecf37-92e5-40cc-ad69-f0bc49faddf7 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0479381 Feb 16 18:21:36.418308 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-70a798e8-8660-4e7b-942e-690886b208ce req-f3189d90-d717-49f3-ab4f-d29b986efec1 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0493641 Feb 16 18:21:37.322967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441521a-3e16-4d34-9122-0bc00be4c74a req-816cea73-2592-451b-a5d0-aa398b5b720a tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:37.324533 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1441521a-3e16-4d34-9122-0bc00be4c74a req-816cea73-2592-451b-a5d0-aa398b5b720a tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.1582496 Feb 16 18:21:37.330540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05995d-955c-4808-9d6d-8d039c38d7ff req-263bd9a5-dadc-48a1-a182-469870e893ab tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:37.332058 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fc05995d-955c-4808-9d6d-8d039c38d7ff req-263bd9a5-dadc-48a1-a182-469870e893ab tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1265197 Feb 16 18:21:37.405535 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1441521a-3e16-4d34-9122-0bc00be4c74a req-f760044d-7c15-4b95-8cd7-df1d7992d426 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718918 Feb 16 18:21:37.415636 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fc05995d-955c-4808-9d6d-8d039c38d7ff req-d4579e05-6008-4ce9-9edc-4f5bc2eb389f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662284 Feb 16 18:21:37.556373 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1c2148f8-5250-4237-b820-ac9c90732956 req-57fe0b54-eaf9-42be-a3a2-b14ab43a5548 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0507305 Feb 16 18:21:37.689354 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fd8e9056-5ff0-4d8c-b0cf-8985cfb87a39 req-2cdb3657-6041-4882-85e3-ba1471b374dd tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0481908 Feb 16 18:21:38.610359 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1186a90-7244-42a8-9498-0d9dde250155 req-a62d252f-bde8-4a90-8256-b5a9642e8ea9 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:38.611948 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e1186a90-7244-42a8-9498-0d9dde250155 req-a62d252f-bde8-4a90-8256-b5a9642e8ea9 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0918810 Feb 16 18:21:38.709449 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e1186a90-7244-42a8-9498-0d9dde250155 req-a7dee027-0773-4d03-9c1e-750d72be8f64 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912101 Feb 16 18:21:38.741631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17c27-8193-4248-95ef-da04d977022c req-2e5672ea-287e-438a-adda-e2fa75218a33 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:38.743258 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1df17c27-8193-4248-95ef-da04d977022c req-2e5672ea-287e-438a-adda-e2fa75218a33 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1092846 Feb 16 18:21:38.791998 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1df17c27-8193-4248-95ef-da04d977022c req-0dbb9984-857d-4f17-a597-5976f41a7828 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Feb 16 18:21:38.994629 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9dbd47e2-06db-4dce-8b8c-e95fb259df59 req-14f6e85c-d82d-43c0-9a39-5a273f893eab tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0909438 Feb 16 18:21:39.001499 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b196a2c6-1ea4-4235-95c7-2418b767dfac req-dbe78094-8d9e-419b-a542-93d89725a304 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0964699 Feb 16 18:21:39.911217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac09cb-0134-4c4a-9c4b-5ed454549197 req-ebe67990-427f-4530-83bc-072146e8a6b0 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:39.912882 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4cac09cb-0134-4c4a-9c4b-5ed454549197 req-ebe67990-427f-4530-83bc-072146e8a6b0 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0898702 Feb 16 18:21:40.011515 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4cac09cb-0134-4c4a-9c4b-5ed454549197 req-51eb9e67-2ea2-4d0e-91e5-dfafaa1e7eb1 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571058 Feb 16 18:21:40.034442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c676e-12a5-46f7-83a8-83d88f401423 req-61af5c31-d531-46b9-9d4c-acdee9c7337b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:40.036648 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cd2c676e-12a5-46f7-83a8-83d88f401423 req-61af5c31-d531-46b9-9d4c-acdee9c7337b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1228104 Feb 16 18:21:40.086697 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cd2c676e-12a5-46f7-83a8-83d88f401423 req-401b1bc3-bb63-4835-9848-d20f7046a982 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429504 Feb 16 18:21:40.169970 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e92919ca-a541-49a5-9512-bbe12a2c5523 req-e8942f02-6e65-4fc9-81d0-c3786b2c998b tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0517464 Feb 16 18:21:40.242725 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-939dec85-b8e8-4731-81ae-5efa56dea89f req-e06e3a3f-731b-4ab7-9a54-f8327384f14a tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0481648 Feb 16 18:21:41.213954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcaa44-02b1-4156-af21-129fbeabcacf req-cba4ed8a-843f-4c96-9631-dcb0032d35e7 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:41.215571 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-22fcaa44-02b1-4156-af21-129fbeabcacf req-cba4ed8a-843f-4c96-9631-dcb0032d35e7 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0911052 Feb 16 18:21:41.313186 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-22fcaa44-02b1-4156-af21-129fbeabcacf req-6b5ecfc9-fd8b-4b40-a69e-ec33fd3af3d6 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606053 Feb 16 18:21:41.336431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714e1ff-1653-48c2-9228-35b0946ddb48 req-4ea8749c-fb14-4098-99fc-434687ad4749 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:41.338041 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a714e1ff-1653-48c2-9228-35b0946ddb48 req-4ea8749c-fb14-4098-99fc-434687ad4749 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1215210 Feb 16 18:21:41.388273 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a714e1ff-1653-48c2-9228-35b0946ddb48 req-e062ea62-e782-4acf-a944-e2ef20f5c0af tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438235 Feb 16 18:21:41.473564 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-89a72a43-1aa3-469f-87e8-887736ea38f9 req-0f5eb1eb-6465-4129-9e57-8400d12e8217 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0526083 Feb 16 18:21:41.541031 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9b764828-0ebe-47ad-8594-04a19720e98c req-3fe8fc3b-225f-44f5-aa25-ff7e7770f7c3 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0485132 Feb 16 18:21:42.146245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:42.511917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23749be7-4c7b-4839-a2af-cf6e73afcae1 req-d467e65a-30b6-42d2-ae4e-6c9f3a0aea80 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:42.515649 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-23749be7-4c7b-4839-a2af-cf6e73afcae1 req-d467e65a-30b6-42d2-ae4e-6c9f3a0aea80 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0896406 Feb 16 18:21:42.617064 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-23749be7-4c7b-4839-a2af-cf6e73afcae1 req-c8decfdc-84ba-4c5e-ab65-c16377cd58a7 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635877 Feb 16 18:21:42.639578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72781d94-ce6e-4856-97a6-421686aa1d3c req-a51f2d23-02e8-4d82-b8c8-557b3c94b7ad tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:42.641169 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72781d94-ce6e-4856-97a6-421686aa1d3c req-a51f2d23-02e8-4d82-b8c8-557b3c94b7ad tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1266301 Feb 16 18:21:42.689390 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72781d94-ce6e-4856-97a6-421686aa1d3c req-44fe302f-3aa4-475e-9941-41c5bd254c85 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Feb 16 18:21:42.765236 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1bdb6618-ccb5-4d91-aaa6-90d067657807 req-20517c08-3107-4a8d-bb99-41e6dd931e5a tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0484984 Feb 16 18:21:42.842809 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a6ddc68-dc60-4aa6-b730-45d8a757dabc req-bc16c135-68b6-43bc-973d-e8dfed4a3878 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0502422 Feb 16 18:21:43.568459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aed307-b66f-402b-869f-19db206eddd3 req-6d88dacc-5c7b-4c76-81d6-a9dbdd75ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:43.570083 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-76aed307-b66f-402b-869f-19db206eddd3 req-6d88dacc-5c7b-4c76-81d6-a9dbdd75ebf3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 1163 time: 0.0775695 Feb 16 18:21:43.621953 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-76aed307-b66f-402b-869f-19db206eddd3 req-8df46f8c-b9ed-461b-9e88-e2737e717041 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Feb 16 18:21:43.760117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 43922) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:43.872448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d208d-a581-48a3-b74e-18e0ab2855b7 req-b5ccd1e0-b05b-4097-a13e-dbaee1145883 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:43.874083 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-749d208d-a581-48a3-b74e-18e0ab2855b7 req-b5ccd1e0-b05b-4097-a13e-dbaee1145883 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.1406944 Feb 16 18:21:43.887839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:43.907356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:43.911657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Usage tracker for resource:security_group_rule and tenant:54fb0361b0a844ef82fe07e34db8e795 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:43.914719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:43.920668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:43.942241 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-749d208d-a581-48a3-b74e-18e0ab2855b7 req-1e753154-74b3-4fd0-81f4-e7a1dec997e3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611863 Feb 16 18:21:43.953027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d415fc-14ac-40d8-87e5-4ca93ade3b5f req-7df7e17e-c489-4d8b-9f0c-f00b772659ca tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:43.954619 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-26d415fc-14ac-40d8-87e5-4ca93ade3b5f req-7df7e17e-c489-4d8b-9f0c-f00b772659ca tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1414502 Feb 16 18:21:44.011909 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-26d415fc-14ac-40d8-87e5-4ca93ade3b5f req-57f37669-8749-438b-8a54-03e0a313d167 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Feb 16 18:21:44.071305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:44.104368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:44.129060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c42ab311-58e2-4a85-8138-9c63b0900917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:44.133856 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-14427240-e3b7-4c77-ad03-13651f192bcd req-3c629380-a552-4ca6-a462-2c33bc246185 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dfce2e-7717-43e6-a6e7-72a9cf762961 HTTP/1.1" status: 200 len: 210 time: 0.0501993 Feb 16 18:21:44.157470 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54fb0361b0a844ef82fe07e34db8e795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957937 Feb 16 18:21:44.160707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 43932) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:44.178942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea047ce-b448-408d-9994-71c14b216d2c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:44.184108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:44.204943 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0afae377-a317-4240-9ce6-09b752dad5eb req-a0bc6e06-7175-44dd-8c70-6d1fc927eca5 tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5842b05-14d4-44a6-939a-6781213a7236 HTTP/1.1" status: 200 len: 210 time: 0.0490029 Feb 16 18:21:44.230438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ff5-9e65-4ede-8739-8da8ccfb267a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:44.257917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ff5-9e65-4ede-8739-8da8ccfb267a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:44.328507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ff5-9e65-4ede-8739-8da8ccfb267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:44.333461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-612e8104-d245-4e23-993e-0542c663d248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:44.349996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a74ff5-9e65-4ede-8739-8da8ccfb267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea047ce-b448-408d-9994-71c14b216d2c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:44.353172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b8a74ff5-9e65-4ede-8739-8da8ccfb267a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:44.355244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ff5-9e65-4ede-8739-8da8ccfb267a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:44.356421 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b8a74ff5-9e65-4ede-8739-8da8ccfb267a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ea047ce-b448-408d-9994-71c14b216d2c HTTP/1.1" status: 204 len: 168 time: 0.1942291 Feb 16 18:21:45.272242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c8f74-50a1-4677-9aa6-b04175259d05 req-5dc7b3e3-f9df-4ad5-847c-d4bc463c42f4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:45.273870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-564c8f74-50a1-4677-9aa6-b04175259d05 req-5dc7b3e3-f9df-4ad5-847c-d4bc463c42f4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1172721 Feb 16 18:21:45.280879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a3655-8948-4bcb-97c3-e0a2f23be2ce req-5da81715-7dfb-498a-8590-f68a6a7c19a8 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:45.282425 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-451a3655-8948-4bcb-97c3-e0a2f23be2ce req-5da81715-7dfb-498a-8590-f68a6a7c19a8 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.2221556 Feb 16 18:21:45.358746 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-564c8f74-50a1-4677-9aa6-b04175259d05 req-ac4c7236-59cc-4067-a99e-6fcd48b0d0e8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752585 Feb 16 18:21:45.382917 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-451a3655-8948-4bcb-97c3-e0a2f23be2ce req-86b6338c-d20b-4d6f-b8ab-8ebac993ad44 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820951 Feb 16 18:21:45.484468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 43970) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:45.676345 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Deleting subnet 1ca96924-7658-49fa-9932-312d6fac290e {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:21:45.679921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:45.736274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:45.799343 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:46.380639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:46.397462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-40444299-a29d-4c66-8f93-95720ec22f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:46.449534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca96924-7658-49fa-9932-312d6fac290e,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:46.453582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:46.559330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:46.566013 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ca96924-7658-49fa-9932-312d6fac290e HTTP/1.1" status: 204 len: 168 time: 1.0802429 Feb 16 18:21:46.569083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44028) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:46.692365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:46.708401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18248c0-ca77-4a1c-bc45-68167f3b181a req-e66a69ae-bf49-45d0-85e5-714659aeb18b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:46.710040 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f18248c0-ca77-4a1c-bc45-68167f3b181a req-e66a69ae-bf49-45d0-85e5-714659aeb18b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1725931 Feb 16 18:21:46.773509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ac5f7-f471-477c-a21b-1909c329f704 req-c9a04199-d63e-40fe-a53b-ba3ff477f4c3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:46.775020 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ed3ac5f7-f471-477c-a21b-1909c329f704 req-c9a04199-d63e-40fe-a53b-ba3ff477f4c3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.1800833 Feb 16 18:21:46.824757 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f18248c0-ca77-4a1c-bc45-68167f3b181a req-70e82c67-2eb1-45f6-abc3-54e9c2889fc1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922642 Feb 16 18:21:46.873479 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ed3ac5f7-f471-477c-a21b-1909c329f704 req-efb9b2d9-a655-4165-a591-ed9fe7135276 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892694 Feb 16 18:21:46.930431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:47.270758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f4a9db-1750-4bd7-803f-c48717de2b32']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:47.284123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ceab219-8ae3-4fca-80a1-9b4dff9de30c') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:47.284405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ceab219-8ae3-4fca-80a1-9b4dff9de30c') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:21:47.297965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:47.391638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:47.394050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:21:47.602094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:21:47.611533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:47.794121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Network a6f4a9db-1750-4bd7-803f-c48717de2b32 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:21:47.817789 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:21:48.134573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:48.138212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:48.147784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afac4c9-4fc6-4574-8429-734a6355359d req-b8ab2b90-a18b-4a91-a1d9-f4c84326535f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:48.149559 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7afac4c9-4fc6-4574-8429-734a6355359d req-b8ab2b90-a18b-4a91-a1d9-f4c84326535f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0930719 Feb 16 18:21:48.156459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:48.166520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f4a9db-1750-4bd7-803f-c48717de2b32,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:48.177257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.177655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.178239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.178906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.179302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.179710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.180429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.181146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.181522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.181897 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.182459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.182856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.183308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.183830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.184224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.187406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.187406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.187406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.187406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.187406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.187406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.187406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.187406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.188207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.191407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:48.208413 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7afac4c9-4fc6-4574-8429-734a6355359d req-b5641829-685b-49de-ade2-f78b654fa567 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511320 Feb 16 18:21:48.219656 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b609c68a-a9cb-4325-a8bf-8d6cf321d2a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a6f4a9db-1750-4bd7-803f-c48717de2b32 HTTP/1.1" status: 204 len: 168 time: 1.6453474 Feb 16 18:21:48.548630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44182) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:48.603840 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-cb5b23d7-a157-4dd2-8611-c72d12f535cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3436298740184aa7b978bbc4883abdae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505641 Feb 16 18:21:48.604355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44190) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:48.669078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:48.697726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:48.774545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:48.778797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0272c24e-24cb-43a1-83f8-704ffbff0bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:48.791169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16e1e4d-ba36-4fb1-8169-c7f028999786,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:48.802365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.802787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.803192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.803869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.804270 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.806521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.806521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.806521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.806521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.806521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.806521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.806986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.807440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.807866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.808261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.808652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.809042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.809430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.809794 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.810183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.810571 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.810958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.811346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.811944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:21:48.816007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:48.817490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:48.819151 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f16e1e4d-ba36-4fb1-8169-c7f028999786 HTTP/1.1" status: 204 len: 168 time: 0.2145152 Feb 16 18:21:49.438095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd2ead-2e5a-441e-bfc1-293e6523dd96 req-6c99dec5-b4b7-4636-819a-54f643c0a503 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:49.443402 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28dd2ead-2e5a-441e-bfc1-293e6523dd96 req-6c99dec5-b4b7-4636-819a-54f643c0a503 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.1089804 Feb 16 18:21:49.492216 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28dd2ead-2e5a-441e-bfc1-293e6523dd96 req-1fefbafc-4bc0-48cb-9e2e-96027cf48529 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452769 Feb 16 18:21:50.748599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a992c-d8d5-4d18-aac3-1ead078e1698 req-da0e9ba6-ecc1-4679-985e-8bf02add7070 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:50.750243 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-281a992c-d8d5-4d18-aac3-1ead078e1698 req-da0e9ba6-ecc1-4679-985e-8bf02add7070 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0913019 Feb 16 18:21:50.800489 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-281a992c-d8d5-4d18-aac3-1ead078e1698 req-d96dc0b4-0bb5-4e20-ad51-1b6355c252a0 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433764 Feb 16 18:21:50.907404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44326) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:51.031606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:51.046760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:51.050826 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Usage tracker for resource:security_group_rule and tenant:a0019c6fdcd34944934e3f2a388269dd is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:51.054100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:51.059861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:51.242554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:51.271133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:51.279799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-727b0ed8-24d9-4e5c-b835-55c3802948c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:51.323233 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0019c6fdcd34944934e3f2a388269dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146762 Feb 16 18:21:51.324153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532de2f5-e301-45d1-9f3f-06f3d5394d13,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:51.326164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44334) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:51.327695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8b4f41bc-1642-42d1-9a46-56e15b2ecf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:51.392397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3a9a6e7b-eaf3-488d-8d4e-235d990d230e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:51.418833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3a9a6e7b-eaf3-488d-8d4e-235d990d230e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:51.551179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3a9a6e7b-eaf3-488d-8d4e-235d990d230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:51.557133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8b265932-4938-4337-97a2-93a7fea50aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:51.570572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a6e7b-eaf3-488d-8d4e-235d990d230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532de2f5-e301-45d1-9f3f-06f3d5394d13,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:51.573767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3a9a6e7b-eaf3-488d-8d4e-235d990d230e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:51.575900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3a9a6e7b-eaf3-488d-8d4e-235d990d230e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:51.577127 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-3a9a6e7b-eaf3-488d-8d4e-235d990d230e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/532de2f5-e301-45d1-9f3f-06f3d5394d13 HTTP/1.1" status: 204 len: 168 time: 0.2498584 Feb 16 18:21:52.025290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce01f56-cdc8-48e2-a9e5-31bcc7e0b83c req-feffbe04-4e22-454b-a2a8-8ad28d055aec tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:52.026926 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1ce01f56-cdc8-48e2-a9e5-31bcc7e0b83c req-feffbe04-4e22-454b-a2a8-8ad28d055aec tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0910294 Feb 16 18:21:52.044166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-21d36f5e-a669-486d-886e-86f571b8f9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.076923 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1ce01f56-cdc8-48e2-a9e5-31bcc7e0b83c req-d8a48c0a-eb4f-4db7-813d-874240f048af tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Feb 16 18:21:52.199973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44366) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:52.221132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.238816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:52.242936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Usage tracker for resource:security_group_rule and tenant:7520dccff26e4f1f9474204caeb16f49 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:52.245972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:52.252157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:52.335908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44372) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:52.349766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.420293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.429702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b13b387a-601e-4627-9772-9215781c8189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:52.503379 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7520dccff26e4f1f9474204caeb16f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020191 Feb 16 18:21:52.506506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf92a7-4fe7-459b-a144-1ce9aa7b8f60,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:52.506874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44378) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:52.512105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:52.534166 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-134e6b4b-b206-47f8-bf91-2d8d2f27b11d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f27896a1fb1429d805e67e07251e069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947069 Feb 16 18:21:52.534575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44382) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:52.575718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-acdfb373-379d-458c-94bf-59d506f07e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.597964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-496dd37e-836c-4a0e-ad01-7683226eeb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.603770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-acdfb373-379d-458c-94bf-59d506f07e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.625840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-496dd37e-836c-4a0e-ad01-7683226eeb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.675534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-acdfb373-379d-458c-94bf-59d506f07e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.681378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:52.694866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfb373-379d-458c-94bf-59d506f07e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf92a7-4fe7-459b-a144-1ce9aa7b8f60,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:52.697727 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-acdfb373-379d-458c-94bf-59d506f07e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:52.704305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-496dd37e-836c-4a0e-ad01-7683226eeb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.707095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-acdfb373-379d-458c-94bf-59d506f07e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.710980 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-acdfb373-379d-458c-94bf-59d506f07e71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdcf92a7-4fe7-459b-a144-1ce9aa7b8f60 HTTP/1.1" status: 204 len: 168 time: 0.2002778 Feb 16 18:21:52.711147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d721613d-6078-43a0-a95e-65060afb09f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:52.723181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dd37e-836c-4a0e-ad01-7683226eeb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aabe139-1695-41d1-bb72-79bcf98859e2,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:52.728641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-496dd37e-836c-4a0e-ad01-7683226eeb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:52.733089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-496dd37e-836c-4a0e-ad01-7683226eeb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:52.741540 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-496dd37e-836c-4a0e-ad01-7683226eeb0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1aabe139-1695-41d1-bb72-79bcf98859e2 HTTP/1.1" status: 204 len: 168 time: 0.2015040 Feb 16 18:21:53.295061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc037d4-1163-4674-97a1-a387e979c442 req-09a066fd-cf63-4256-bf24-30bb83c3fe7d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:53.296966 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0cc037d4-1163-4674-97a1-a387e979c442 req-09a066fd-cf63-4256-bf24-30bb83c3fe7d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0903318 Feb 16 18:21:53.382770 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0cc037d4-1163-4674-97a1-a387e979c442 req-9d29d8b7-58e6-41c5-9d0b-6b130681440f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780714 Feb 16 18:21:53.710574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44420) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:53.836393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:53.852166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:53.856214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Usage tracker for resource:security_group_rule and tenant:32acd7b6c63348c4bd5bb142335fdc45 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:53.859226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:53.865113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:53.955407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:53.984266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:53.994110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-21b2e67c-b209-4e09-b292-847c233c932d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:54.037751 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32acd7b6c63348c4bd5bb142335fdc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260214 Feb 16 18:21:54.038682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade7e7f4-4b30-4580-8562-b8904432c45d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:54.040745 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44432) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:54.042041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:54.111431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dd9c-d400-472e-85a9-5af371c18ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:54.142953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dd9c-d400-472e-85a9-5af371c18ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:54.153109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-46bef379-5847-4784-8794-32c7f296efc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:54.241301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dd9c-d400-472e-85a9-5af371c18ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:54.246538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-15ea56ad-7f73-4bf0-bec0-36b60136e831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:54.259224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6dd9c-d400-472e-85a9-5af371c18ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade7e7f4-4b30-4580-8562-b8904432c45d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:54.262736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1cc6dd9c-d400-472e-85a9-5af371c18ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:54.264678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dd9c-d400-472e-85a9-5af371c18ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:54.269631 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1cc6dd9c-d400-472e-85a9-5af371c18ada admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ade7e7f4-4b30-4580-8562-b8904432c45d HTTP/1.1" status: 204 len: 168 time: 0.2267053 Feb 16 18:21:54.599679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd157bdc-4746-428b-9da4-963a4fe3d554 req-816e1b89-3bed-45ae-815c-3b6d2fbce8b4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:54.601325 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cd157bdc-4746-428b-9da4-963a4fe3d554 req-816e1b89-3bed-45ae-815c-3b6d2fbce8b4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.0991466 Feb 16 18:21:54.653287 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cd157bdc-4746-428b-9da4-963a4fe3d554 req-51b0ddb0-1bbf-45e6-8db2-b28547251f7c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449982 Feb 16 18:21:54.972900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.116384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44478) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:55.261068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44486) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:55.266977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device db782865-d67a-426d-bd76-c87369aab57a up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:21:55.298642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.316484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496576149-network', 'tenant_id': '3f5de1973f8e4d398a1e95da464676fa'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:55.323077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:55.327774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:55.330228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Usage tracker for resource:network and tenant:3f5de1973f8e4d398a1e95da464676fa is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:55.334317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:55.337282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Usage tracker for resource:security_group_rule and tenant:b0e37372ef5040dfaa7a06834c3c3ae3 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:55.342839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:55.344064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port db782865-d67a-426d-bd76-c87369aab57a triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:21:55.344500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.345651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:55.351857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:55.427479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Made reservation on behalf of 3f5de1973f8e4d398a1e95da464676fa for: {'network': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:21:55.432618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.454873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.473746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.478113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.482428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:55.486930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Usage tracker for resource:security_group_rule and tenant:3f5de1973f8e4d398a1e95da464676fa is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:55.490231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:55.496866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:55.502615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:21:55.519283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port db782865-d67a-426d-bd76-c87369aab57a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db782865-d67a-426d-bd76-c87369aab57a,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:21:55.522767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.534231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a34a7b04-607c-42db-9d9e-1c84e3390257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:55.551773 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a', 'code': 200} Feb 16 18:21:55.553991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.556433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:55.587197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d103736-4351-4ea7-897c-99826269a7a7,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:55.591466 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:55.606771 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0e37372ef5040dfaa7a06834c3c3ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892194 Feb 16 18:21:55.609898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44498) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:55.646630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=db782865-d67a-426d-bd76-c87369aab57a,revision_number=6']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:55.651299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:55.675432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d54d93a5-0cba-469e-a764-0d29ae71eed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.678931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.704667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d54d93a5-0cba-469e-a764-0d29ae71eed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.715689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.722219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-679efccd-8df6-4924-9cda-e00658036711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:55.744051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:21:55.767375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.767935 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Added segment 6a196694-777a-4f20-a037-15fa4f5267a5 of type vxlan for network 28ad5b6e-aba3-4e44-8212-9c51c66fe56f Feb 16 18:21:55.774863 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6f39a6-8083-4b59-8671-5ccc882fa1fe,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:55.778598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:55.780315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d54d93a5-0cba-469e-a764-0d29ae71eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.786053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f85c351c-70f3-47bb-a989-fa2bdb3b6813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:55.798754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d93a5-0cba-469e-a764-0d29ae71eed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d103736-4351-4ea7-897c-99826269a7a7,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:55.802777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d54d93a5-0cba-469e-a764-0d29ae71eed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:55.806624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.812652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d54d93a5-0cba-469e-a764-0d29ae71eed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.817762 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d54d93a5-0cba-469e-a764-0d29ae71eed9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d103736-4351-4ea7-897c-99826269a7a7 HTTP/1.1" status: 204 len: 168 time: 0.2052624 Feb 16 18:21:55.921510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.942550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd34bf-e717-4d12-870c-36a227e00257 req-e9c2193a-1516-4f4e-919a-9fb6952a187b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:55.944396 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39dd34bf-e717-4d12-870c-36a227e00257 req-e9c2193a-1516-4f4e-919a-9fb6952a187b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1445534 Feb 16 18:21:55.966994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.970092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:55.970739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:55.978770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:56.115529 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39dd34bf-e717-4d12-870c-36a227e00257 req-ba621da7-7974-4951-9abb-f350b1c3c06d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643016 Feb 16 18:21:56.118584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Pushing event updated for resources: {'Network': ['ID=28ad5b6e-aba3-4e44-8212-9c51c66fe56f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:56.121774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:56.132206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 28ad5b6e-aba3-4e44-8212-9c51c66fe56f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:21:56.144777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44510) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:56.145149 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8828835 Feb 16 18:21:56.151703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Request body: {'subnet': {'network_id': '28ad5b6e-aba3-4e44-8212-9c51c66fe56f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496576149-subnet', 'tenant_id': '3f5de1973f8e4d398a1e95da464676fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:56.157795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:56.161324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 28ad5b6e-aba3-4e44-8212-9c51c66fe56f details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:21:56.163236 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Usage tracker for resource:subnet and tenant:3f5de1973f8e4d398a1e95da464676fa is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:56.166834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:56.174080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:56.224977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Made reservation on behalf of 3f5de1973f8e4d398a1e95da464676fa for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:21:56.231156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31657745'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.381044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb386dd8-4390-4de0-9af6-16c934eb4380 req-4e1aca3a-d8f5-4580-bb6d-80d32da9eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:56.382712 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bb386dd8-4390-4de0-9af6-16c934eb4380 req-4e1aca3a-d8f5-4580-bb6d-80d32da9eef8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1163 time: 0.2307987 Feb 16 18:21:56.406478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44516) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:56.430150 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.440400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.467219 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bb386dd8-4390-4de0-9af6-16c934eb4380 req-0d261835-6cd3-414d-bdd1-42906cf8e30e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766814 Feb 16 18:21:56.468222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:56.472329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Usage tracker for resource:security_group_rule and tenant:4167ecd959e4445d91f7d27193eb6d2b is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:56.475960 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:56.481843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:56.567429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.606880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.615579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-476201bc-aed5-436d-a7b3-4da472a63af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:56.659037 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4167ecd959e4445d91f7d27193eb6d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497706 Feb 16 18:21:56.660040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64cbddd-d2f9-4f6e-a4d6-3ae9d796f7ce,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:56.664224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:56.664754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44520) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:56.697080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823278788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31657762'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.713196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:56.727786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-336bba15-d42f-43f4-be83-64a9d7bee964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.755694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-336bba15-d42f-43f4-be83-64a9d7bee964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.829668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-336bba15-d42f-43f4-be83-64a9d7bee964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.835652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-548539d1-5b5c-428b-9a4b-1b6d79b0d6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:56.851483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bba15-d42f-43f4-be83-64a9d7bee964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64cbddd-d2f9-4f6e-a4d6-3ae9d796f7ce,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:56.852723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd4284a-65e8-4366-9949-085b06a323fc,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:56.854185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-336bba15-d42f-43f4-be83-64a9d7bee964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:56.857010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:56.859076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-336bba15-d42f-43f4-be83-64a9d7bee964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:56.863196 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-336bba15-d42f-43f4-be83-64a9d7bee964 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f64cbddd-d2f9-4f6e-a4d6-3ae9d796f7ce HTTP/1.1" status: 204 len: 168 time: 0.1949577 Feb 16 18:21:56.921282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Checking segment: {'id': '6a196694-777a-4f20-a037-15fa4f5267a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28ad5b6e-aba3-4e44-8212-9c51c66fe56f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:21:56.922349 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Network hostable DHCP agents. Network: 28ad5b6e-aba3-4e44-8212-9c51c66fe56f, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:21:56.966861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Network 28ad5b6e-aba3-4e44-8212-9c51c66fe56f is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:21:57.002692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 28ad5b6e-aba3-4e44-8212-9c51c66fe56f) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:21:57.012091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde37067-3a65-4a89-8f31-6e1d8e235679 None None] Network 28ad5b6e-aba3-4e44-8212-9c51c66fe56f requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:21:57.015762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:57.016422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:57.055422 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b6b0a74b-48a0-4531-8cea-0d9d9e6dcfc7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9091964 Feb 16 18:21:57.258458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b4de4d-2539-4828-a7ae-e69157729732 None None] Network 28ad5b6e-aba3-4e44-8212-9c51c66fe56f requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:21:57.616579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc82cda-9a0a-49e6-a45b-c7764219fb85 req-0f4bd7a6-1d70-47d7-aee2-54f9a16527ab tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:57.618380 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0dc82cda-9a0a-49e6-a45b-c7764219fb85 req-0f4bd7a6-1d70-47d7-aee2-54f9a16527ab tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0936966 Feb 16 18:21:57.669410 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0dc82cda-9a0a-49e6-a45b-c7764219fb85 req-1f0e5ee6-70ad-4b5b-8ef9-0450f49ce211 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Feb 16 18:21:58.104704 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44574) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:58.110888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1084958964-network', 'tenant_id': '5e35566b40de4ecbbdee2e1e81b9f574'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:58.116403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:58.120517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Usage tracker for resource:network and tenant:5e35566b40de4ecbbdee2e1e81b9f574 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:58.123489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:58.130413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:58.162407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Made reservation on behalf of 5e35566b40de4ecbbdee2e1e81b9f574 for: {'network': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:21:58.167381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.181176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.196949 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:58.201013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e35566b40de4ecbbdee2e1e81b9f574 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:58.204054 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:58.209867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:58.297281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.322406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.326780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9efc1159-4454-409a-843f-bece62c37525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:58.359473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:21:58.369397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822c2c09-978e-4532-8f78-e97b4ef9d4d0,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:58.373338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:58.375922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.376528 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Added segment 4e1b2cd8-8739-4055-997c-62def50a7830 of type vxlan for network 9f90d685-f050-49cf-884e-0ed075877116 Feb 16 18:21:58.404010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.448066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.449345 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:58.449990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.455083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c488795f-869b-4dbc-8cb9-76b1001a0fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:58.614805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44582) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:58.758278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.774772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:58.778311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Pushing event updated for resources: {'Network': ['ID=9f90d685-f050-49cf-884e-0ed075877116,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:58.779391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Usage tracker for resource:security_group_rule and tenant:fc8901383b6841c8a6d884ac4f7f4195 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:58.781256 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:58.782552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:58.796436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 9f90d685-f050-49cf-884e-0ed075877116 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:21:58.796575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:58.819349 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7133594 Feb 16 18:21:58.821538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44592) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:58.862133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Request body: {'subnet': {'network_id': '9f90d685-f050-49cf-884e-0ed075877116', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1084958964-subnet', 'tenant_id': '5e35566b40de4ecbbdee2e1e81b9f574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:58.872414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:21:58.884056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.884253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Usage tracker for resource:subnet and tenant:5e35566b40de4ecbbdee2e1e81b9f574 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:21:58.888077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:21:58.896203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:21:58.933802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635586e5-9afb-4487-9bb1-f5267f86d882 req-2ddf032f-7c7b-43f9-861e-4657a7c8a79f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:58.935404 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-635586e5-9afb-4487-9bb1-f5267f86d882 req-2ddf032f-7c7b-43f9-861e-4657a7c8a79f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1148193 Feb 16 18:21:58.937936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Made reservation on behalf of 5e35566b40de4ecbbdee2e1e81b9f574 for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:21:58.938069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.943592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31132748'] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:58.947874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:58.990366 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc8901383b6841c8a6d884ac4f7f4195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713582 Feb 16 18:21:58.990869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44596) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:21:59.004003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d5140-9942-4d68-b117-499e512d702e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:59.009027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:59.063185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5cf3571-deb9-4ae6-9839-1fdf2b5c6b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:59.078280 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-635586e5-9afb-4487-9bb1-f5267f86d882 req-9709c65a-91ff-49c8-88d2-6a3a594be6d1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186068 Feb 16 18:21:59.092646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5cf3571-deb9-4ae6-9839-1fdf2b5c6b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:59.172360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5cf3571-deb9-4ae6-9839-1fdf2b5c6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:59.178419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1884d9da-b994-476c-899e-beeaf6615336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:59.192415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf3571-deb9-4ae6-9839-1fdf2b5c6b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d5140-9942-4d68-b117-499e512d702e,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:59.195217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5cf3571-deb9-4ae6-9839-1fdf2b5c6b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:59.196448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5cf3571-deb9-4ae6-9839-1fdf2b5c6b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:59.197666 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d5cf3571-deb9-4ae6-9839-1fdf2b5c6b75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/030d5140-9942-4d68-b117-499e512d702e HTTP/1.1" status: 204 len: 168 time: 0.2058334 Feb 16 18:21:59.442122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32470195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31132799'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:59.458333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:21:59.596841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b21146-1be6-4717-affd-03bf1aabeeaf,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:21:59.601675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:21:59.661922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Checking segment: {'id': '4e1b2cd8-8739-4055-997c-62def50a7830', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9f90d685-f050-49cf-884e-0ed075877116'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:21:59.662323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Network hostable DHCP agents. Network: 9f90d685-f050-49cf-884e-0ed075877116, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:21:59.709366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Network 9f90d685-f050-49cf-884e-0ed075877116 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:21:59.755151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 9f90d685-f050-49cf-884e-0ed075877116) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:21:59.765100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac2ca0-23ca-4807-9fcd-50cc173079ef None None] Network 9f90d685-f050-49cf-884e-0ed075877116 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:21:59.768040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:21:59.768699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:21:59.813436 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9906218 Feb 16 18:21:59.971924 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44622) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:00.002825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2374e29-1f8d-46ee-b56f-de111f6be5df None None] Network 9f90d685-f050-49cf-884e-0ed075877116 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:22:00.041829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] Deleting subnet 7bd4284a-65e8-4366-9949-085b06a323fc {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:22:00.045082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:00.105244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:00.179112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:00.363624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1753a5-0db5-41cc-bf94-5618019a3f01 req-6c496aef-c691-4af7-a636-28e0d029c73b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:00.365190 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9d1753a5-0db5-41cc-bf94-5618019a3f01 req-6c496aef-c691-4af7-a636-28e0d029c73b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0897281 Feb 16 18:22:00.417692 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9d1753a5-0db5-41cc-bf94-5618019a3f01 req-78e67e9f-b526-463e-8fd0-9770e853a68b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448589 Feb 16 18:22:00.492973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:00.508713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:00.555351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd4284a-65e8-4366-9949-085b06a323fc,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:00.559354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:00.644308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:00.650984 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-023f7ddc-e9ec-4d3d-beb5-692eaac71a72 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7bd4284a-65e8-4366-9949-085b06a323fc HTTP/1.1" status: 204 len: 168 time: 0.6779900 Feb 16 18:22:00.653595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44634) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:00.769459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:00.878092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 9f90d685-f050-49cf-884e-0ed075877116 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:22:00.966541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.084224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ad5b6e-aba3-4e44-8212-9c51c66fe56f']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:01.097194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a196694-777a-4f20-a037-15fa4f5267a5') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:01.097534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a196694-777a-4f20-a037-15fa4f5267a5') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:01.109707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.128866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.131446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:22:01.309511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Network 28ad5b6e-aba3-4e44-8212-9c51c66fe56f has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:22:01.319122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.417746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device db782865-d67a-426d-bd76-c87369aab57a up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:22:01.494589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port db782865-d67a-426d-bd76-c87369aab57a triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:22:01.495014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.500622 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Network 28ad5b6e-aba3-4e44-8212-9c51c66fe56f has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:22:01.523582 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:22:01.632849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c4ba-f2ce-4dd4-b44d-e64efe54942b req-b5107a56-3535-4167-8678-04f8535aee09 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:01.634464 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aeb1c4ba-f2ce-4dd4-b44d-e64efe54942b req-b5107a56-3535-4167-8678-04f8535aee09 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0938945 Feb 16 18:22:01.660173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.665630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.669550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:01.683296 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aeb1c4ba-f2ce-4dd4-b44d-e64efe54942b req-61ac3461-ff86-4e62-b379-5e2077f1323d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425737 Feb 16 18:22:01.694105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ad5b6e-aba3-4e44-8212-9c51c66fe56f,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:01.696968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:01.699133 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-015604fe-0f4f-4d2e-9328-be5b42c77c54 admin admin] 10.222.0.16 "DELETE /v2.0/networks/28ad5b6e-aba3-4e44-8212-9c51c66fe56f HTTP/1.1" status: 204 len: 168 time: 1.0438809 Feb 16 18:22:01.701405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44646) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:01.767158 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] Deleting subnet 88b21146-1be6-4717-affd-03bf1aabeeaf {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:22:01.770917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.822728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:01.883892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:02.162889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:02.182078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-05f340f6-22e0-4909-b5d9-696745c61313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:02.229158 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b21146-1be6-4717-affd-03bf1aabeeaf,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:02.232078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:02.535154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:02.543640 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ca846bbb-55a9-4b9a-bb8f-75515bb8c542 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/88b21146-1be6-4717-affd-03bf1aabeeaf HTTP/1.1" status: 204 len: 168 time: 0.8386967 Feb 16 18:22:02.545410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44656) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:02.661979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:02.853296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:02.890780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698475cb-60d5-4b0f-a936-932e086fd739 req-1d75c98c-d16f-4a68-bbf6-4cca872da43e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:02.892487 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-698475cb-60d5-4b0f-a936-932e086fd739 req-1d75c98c-d16f-4a68-bbf6-4cca872da43e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0875468 Feb 16 18:22:02.946679 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-698475cb-60d5-4b0f-a936-932e086fd739 req-a7e364d5-fb9b-4cdd-9740-fa384e9e970f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476351 Feb 16 18:22:02.970676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f90d685-f050-49cf-884e-0ed075877116']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:02.984702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1b2cd8-8739-4055-997c-62def50a7830') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:02.985044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1b2cd8-8739-4055-997c-62def50a7830') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:02.998127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:03.014305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:03.017111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:22:03.222212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Network 9f90d685-f050-49cf-884e-0ed075877116 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:22:03.232190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:03.418302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Network 9f90d685-f050-49cf-884e-0ed075877116 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:22:03.457928 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:22:03.596778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:03.600737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-13776f12-400a-410e-83d8-903e8e85f6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:03.617995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:03.626383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f90d685-f050-49cf-884e-0ed075877116,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:03.629027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:03.630957 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9f90d685-f050-49cf-884e-0ed075877116 HTTP/1.1" status: 204 len: 168 time: 1.0857313 Feb 16 18:22:03.967538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44722) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:04.036583 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2612da24-0cd8-4399-94fc-da73c55069c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f5de1973f8e4d398a1e95da464676fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676298 Feb 16 18:22:04.039039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44730) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:04.124570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d75e74b9-b6d0-41c5-8631-f6270177f4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:04.153253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d75e74b9-b6d0-41c5-8631-f6270177f4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:04.199505 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bbeae-3d17-4c6a-93cc-7870034d4463 req-2018935f-47d0-4d27-86f6-fddb7b8de018 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:04.201349 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d7bbeae-3d17-4c6a-93cc-7870034d4463 req-2018935f-47d0-4d27-86f6-fddb7b8de018 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0955238 Feb 16 18:22:04.224818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d75e74b9-b6d0-41c5-8631-f6270177f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:04.233340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-55fdcaa6-f2a2-4d53-8181-4e7995f6ce1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:04.248592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d75e74b9-b6d0-41c5-8631-f6270177f4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:04.249847 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d75e74b9-b6d0-41c5-8631-f6270177f4d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d6f39a6-8083-4b59-8671-5ccc882fa1fe HTTP/1.1" status: 204 len: 168 time: 0.2097857 Feb 16 18:22:04.250837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e74b9-b6d0-41c5-8631-f6270177f4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6f39a6-8083-4b59-8671-5ccc882fa1fe,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:04.255316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d75e74b9-b6d0-41c5-8631-f6270177f4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:04.256488 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d7bbeae-3d17-4c6a-93cc-7870034d4463 req-b502b056-0a34-4e47-b45b-b7ce70e82e5c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482054 Feb 16 18:22:04.897737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44752) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:04.949848 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-11d5ac9c-8905-4d8f-abb3-346e13d38845 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e35566b40de4ecbbdee2e1e81b9f574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508399 Feb 16 18:22:04.952325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44756) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:05.015506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d45a4f07-1b26-4e68-8dfb-becb03a5a640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:05.042488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d45a4f07-1b26-4e68-8dfb-becb03a5a640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:05.121206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d45a4f07-1b26-4e68-8dfb-becb03a5a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:05.126494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f07236a8-bb56-413a-876c-66bc1171dc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:05.139117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a4f07-1b26-4e68-8dfb-becb03a5a640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822c2c09-978e-4532-8f78-e97b4ef9d4d0,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:05.142284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d45a4f07-1b26-4e68-8dfb-becb03a5a640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:05.144316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d45a4f07-1b26-4e68-8dfb-becb03a5a640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:05.145859 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d45a4f07-1b26-4e68-8dfb-becb03a5a640 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/822c2c09-978e-4532-8f78-e97b4ef9d4d0 HTTP/1.1" status: 204 len: 168 time: 0.1922894 Feb 16 18:22:05.472506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aabab9-fe60-4cf8-a939-dda8667bcb58 req-3c9b6f90-81fa-4d32-8721-83f4393a9e10 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:05.474887 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-56aabab9-fe60-4cf8-a939-dda8667bcb58 req-3c9b6f90-81fa-4d32-8721-83f4393a9e10 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0933027 Feb 16 18:22:05.523425 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-56aabab9-fe60-4cf8-a939-dda8667bcb58 req-37551e07-4777-417c-81c4-f1669c4879d4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423443 Feb 16 18:22:06.727939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce189e8-65a5-4264-9b60-eb2a1d5f996a req-036e444a-70b2-4d61-abbf-626c6aa0805a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:06.729560 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7ce189e8-65a5-4264-9b60-eb2a1d5f996a req-036e444a-70b2-4d61-abbf-626c6aa0805a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0872872 Feb 16 18:22:06.777388 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7ce189e8-65a5-4264-9b60-eb2a1d5f996a req-5f9dbca7-34d8-4b23-ad27-5bdb3f190ae0 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416033 Feb 16 18:22:08.120837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ba2cf-b442-4017-ad66-6fc0adcf7314 req-0255ba12-de0f-4ac9-810e-47c1f7f87347 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:08.122490 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-767ba2cf-b442-4017-ad66-6fc0adcf7314 req-0255ba12-de0f-4ac9-810e-47c1f7f87347 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.0918131 Feb 16 18:22:08.173490 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-767ba2cf-b442-4017-ad66-6fc0adcf7314 req-5aea1395-36c4-44aa-a2e0-9370eabc4f2b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Feb 16 18:22:08.688435 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:22:09.152454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-1517df77-5be3-4117-a869-6e553f242b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:09.154081 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-1517df77-5be3-4117-a869-6e553f242b70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1202 time: 0.1524847 Feb 16 18:22:09.161589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f77d-c457-4f72-85f5-5bffe3eda5c2 req-4cbc192f-844a-49a5-a1ea-03c4bdc3cb03 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:09.163058 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6cd2f77d-c457-4f72-85f5-5bffe3eda5c2 req-4cbc192f-844a-49a5-a1ea-03c4bdc3cb03 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.1256976 Feb 16 18:22:09.313892 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6cd2f77d-c457-4f72-85f5-5bffe3eda5c2 req-98cbbcb2-b8e7-4738-99dc-7812e5a4b26b tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1279144 Feb 16 18:22:09.341314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-d2235890-c8db-4f6a-9eb4-a9afd8bd98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:09.342907 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-d2235890-c8db-4f6a-9eb4-a9afd8bd98d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 909 time: 0.1789064 Feb 16 18:22:09.456013 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-502ba860-8f68-460f-8e51-9ba24dbd9527 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 1001 time: 0.1060934 Feb 16 18:22:09.529047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-94663e15-27ec-4cf3-9c25-39beabc2fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:09.530630 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-94663e15-27ec-4cf3-9c25-39beabc2fea7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.0676038 Feb 16 18:22:09.614089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-c5531d30-4499-4b85-b0f2-a721f34191b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:09.615760 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-c5531d30-4499-4b85-b0f2-a721f34191b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783567 Feb 16 18:22:09.649143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44860) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:09.763583 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-8e290cbe-efc9-4d69-8098-03d7174cf80b service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405458 Feb 16 18:22:09.775795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:09.802439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:09.806956 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Usage tracker for resource:security_group_rule and tenant:4f48b2014ea2491fa1b1f0bb09c510ad is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:09.810195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:09.816729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:09.905890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:09.914018 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1534e154-5873-4506-b4dd-591ebb7ac327 req-bb906467-c7f4-4b60-9d7c-9ab6523ec860 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418962 Feb 16 18:22:09.933872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:09.944018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4996e52d-30f4-46d8-bf4f-6e8117abe8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:09.987769 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f48b2014ea2491fa1b1f0bb09c510ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372948 Feb 16 18:22:09.991244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44878) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:10.004989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a28edd-02c9-4515-bf41-b078d15afc57,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:10.009432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:10.061016 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fd8939d8-9f69-4fe7-882c-af608f84942c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:10.089372 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fd8939d8-9f69-4fe7-882c-af608f84942c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:10.179791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fd8939d8-9f69-4fe7-882c-af608f84942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:10.185103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6ff31a77-8d49-4341-a62c-ae4743f5e661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:10.196882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8939d8-9f69-4fe7-882c-af608f84942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a28edd-02c9-4515-bf41-b078d15afc57,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:10.205448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fd8939d8-9f69-4fe7-882c-af608f84942c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:10.211976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fd8939d8-9f69-4fe7-882c-af608f84942c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:10.213782 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-fd8939d8-9f69-4fe7-882c-af608f84942c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55a28edd-02c9-4515-bf41-b078d15afc57 HTTP/1.1" status: 204 len: 168 time: 0.2213655 Feb 16 18:22:10.537192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49731-d047-4e35-89cd-b0ea23a24b44 req-542d80a1-fb0c-4b97-b480-70d48059c133 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:10.539273 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a9f49731-d047-4e35-89cd-b0ea23a24b44 req-542d80a1-fb0c-4b97-b480-70d48059c133 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.1002960 Feb 16 18:22:10.598983 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a9f49731-d047-4e35-89cd-b0ea23a24b44 req-69a976d9-527c-4c72-942c-ab6a053c1af2 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0509109 Feb 16 18:22:11.154624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44928) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:11.280184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:11.296769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:11.301417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Usage tracker for resource:security_group_rule and tenant:ab4d7c7b17944d028633a63c154de3b2 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:11.304720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:11.310517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:11.397577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:11.442480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:11.451770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-770d3e42-b74e-4b91-ba87-729da8d473ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:11.496507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf5bd90-aaac-4544-80b4-04da87b4f4bf,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:11.501111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:11.504165 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-dc0d0be1-02e2-4160-9f24-8c1d3510e029 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab4d7c7b17944d028633a63c154de3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479853 Feb 16 18:22:11.506761 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44944) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:11.570763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-07add4ee-7f92-4a2a-8b0a-3610ab889282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:11.599241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-07add4ee-7f92-4a2a-8b0a-3610ab889282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:11.609146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44950) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:11.698272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-07add4ee-7f92-4a2a-8b0a-3610ab889282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:11.704589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-366895c8-0bbb-4bef-b51f-a8bfa13ebaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:11.720577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07add4ee-7f92-4a2a-8b0a-3610ab889282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf5bd90-aaac-4544-80b4-04da87b4f4bf,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:11.724566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-07add4ee-7f92-4a2a-8b0a-3610ab889282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:11.725426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-07add4ee-7f92-4a2a-8b0a-3610ab889282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:11.727766 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-07add4ee-7f92-4a2a-8b0a-3610ab889282 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bf5bd90-aaac-4544-80b4-04da87b4f4bf HTTP/1.1" status: 204 len: 168 time: 0.2187207 Feb 16 18:22:11.790218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:11.810129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:11.817011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae7ba5df51540fcac2d50a73f23d81c is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:11.820615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:11.829509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:11.870586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867bddb-798c-497c-8cee-63ce00f2cf89 req-40b0dbdc-4412-4dc8-9bd1-0286e0909824 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:11.872248 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a867bddb-798c-497c-8cee-63ce00f2cf89 req-40b0dbdc-4412-4dc8-9bd1-0286e0909824 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.1555400 Feb 16 18:22:11.939313 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a867bddb-798c-497c-8cee-63ce00f2cf89 req-4aa92e01-4201-408f-abb9-64bc6b1f1998 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0595267 Feb 16 18:22:11.988730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.036630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.045639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1e34001e-8171-4593-9189-7c8d9bd4e8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:12.089666 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ae7ba5df51540fcac2d50a73f23d81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792647 Feb 16 18:22:12.090668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabfe2d9-fd68-40d7-8463-c068900e6114,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:12.092815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 44962) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:12.094036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:12.158700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-198f00fe-3d62-4f67-9065-3e43dc5bd62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.168162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.187704 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-198f00fe-3d62-4f67-9065-3e43dc5bd62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.205195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44966) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:12.224898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.244391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:12.248437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f3ad072e072e44e1b81e6d41d803cb70 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:12.251377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:12.254413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-198f00fe-3d62-4f67-9065-3e43dc5bd62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.257823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:12.259714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-aeefa7b8-464f-4471-838d-e27cef8c459a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:12.273548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f00fe-3d62-4f67-9065-3e43dc5bd62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabfe2d9-fd68-40d7-8463-c068900e6114,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:12.276373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-198f00fe-3d62-4f67-9065-3e43dc5bd62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:12.277559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-198f00fe-3d62-4f67-9065-3e43dc5bd62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.281704 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-198f00fe-3d62-4f67-9065-3e43dc5bd62d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aabfe2d9-fd68-40d7-8463-c068900e6114 HTTP/1.1" status: 204 len: 168 time: 0.1861362 Feb 16 18:22:12.345552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.395078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.404794 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:12.447873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebdbe18-2d91-46dd-9431-9635789bf624,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:12.453918 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3ad072e072e44e1b81e6d41d803cb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457781 Feb 16 18:22:12.453918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:12.455682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 44972) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:12.518170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa9a6-94e6-4586-bfea-4bbe4e7dba55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.553579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa9a6-94e6-4586-bfea-4bbe4e7dba55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.635570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa9a6-94e6-4586-bfea-4bbe4e7dba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.644259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-58c98c9f-f919-46ed-af28-3f30aac92b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:12.662840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aa9a6-94e6-4586-bfea-4bbe4e7dba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebdbe18-2d91-46dd-9431-9635789bf624,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:12.665450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7c2aa9a6-94e6-4586-bfea-4bbe4e7dba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:12.676603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa9a6-94e6-4586-bfea-4bbe4e7dba55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:12.680634 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7c2aa9a6-94e6-4586-bfea-4bbe4e7dba55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ebdbe18-2d91-46dd-9431-9635789bf624 HTTP/1.1" status: 204 len: 168 time: 0.2215741 Feb 16 18:22:13.215412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c8418-14d8-40e8-80ea-80d42dfc6089 req-6e8c03f2-427b-49e7-9e21-3e9e5c52cf88 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:13.220217 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a80c8418-14d8-40e8-80ea-80d42dfc6089 req-6e8c03f2-427b-49e7-9e21-3e9e5c52cf88 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.0987890 Feb 16 18:22:13.268512 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a80c8418-14d8-40e8-80ea-80d42dfc6089 req-e0d01788-6c7c-42e2-9566-bd1cae0b7103 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0439420 Feb 16 18:22:14.485807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3218-9cdf-4e67-9303-d54775e9c2e3 req-d49b3e80-ca40-4838-b02a-1a9a83b1b6af tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:14.487604 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-991c3218-9cdf-4e67-9303-d54775e9c2e3 req-d49b3e80-ca40-4838-b02a-1a9a83b1b6af tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.0957518 Feb 16 18:22:14.540267 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-991c3218-9cdf-4e67-9303-d54775e9c2e3 req-01bace66-9e2c-480e-a828-8f73087a9f20 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0458269 Feb 16 18:22:14.768733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3dd40-bd05-4cb0-9370-27c298d7a151 req-b2e3a864-dc09-4820-a5c2-f376e7c10e4f tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:14.770866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42d3dd40-bd05-4cb0-9370-27c298d7a151 req-b2e3a864-dc09-4820-a5c2-f376e7c10e4f tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0881922 Feb 16 18:22:14.818938 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42d3dd40-bd05-4cb0-9370-27c298d7a151 req-8edae3c5-6116-49c1-8b46-375c8d98d6d0 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Feb 16 18:22:15.747132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85ae7-220a-45a4-b275-4a3e81e20f54 req-69a2f758-cbfa-496d-9f90-daee997301be tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:15.748660 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0db85ae7-220a-45a4-b275-4a3e81e20f54 req-69a2f758-cbfa-496d-9f90-daee997301be tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.0893977 Feb 16 18:22:15.797772 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0db85ae7-220a-45a4-b275-4a3e81e20f54 req-622fddc0-f2b3-4f2b-933b-6f975c42b7f6 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0427349 Feb 16 18:22:16.015306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b076ac-12f9-4b03-aa90-13f37f6dda54 req-710cbcfd-159d-404a-a157-2e376e6bbf9e tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:16.016826 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a0b076ac-12f9-4b03-aa90-13f37f6dda54 req-710cbcfd-159d-404a-a157-2e376e6bbf9e tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0846412 Feb 16 18:22:16.067406 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a0b076ac-12f9-4b03-aa90-13f37f6dda54 req-1f5faae8-999f-4058-8d0d-0cc7c73afef4 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Feb 16 18:22:16.766759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-f1637fa0-909c-44ac-8061-2da06fc0d3ec tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:16.768482 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-f1637fa0-909c-44ac-8061-2da06fc0d3ec tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.0876458 Feb 16 18:22:16.846615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Deleting port 91318742-9771-4c45-8b82-3aa79e60f78d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:22:16.847005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:17.441118 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79227021-5dcc-48ab-8d54-10485b90aa97 req-95d6b08d-c7f3-4208-98d3-af752167417d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:17.442745 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-79227021-5dcc-48ab-8d54-10485b90aa97 req-95d6b08d-c7f3-4208-98d3-af752167417d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.5290825 Feb 16 18:22:17.506695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] For port 91318742-9771-4c45-8b82-3aa79e60f78d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=91318742-9771-4c45-8b82-3aa79e60f78d,segment=NetworkSegment(c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850),segment_id=c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:22:17.507097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:17.662846 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-79227021-5dcc-48ab-8d54-10485b90aa97 req-00cfafa6-83e1-443e-afe5-948253ad0e4e tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2126310 Feb 16 18:22:17.670303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Calling delete_port for 91318742-9771-4c45-8b82-3aa79e60f78d owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:22:17.717962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8dd68-98da-4bb1-b399-610eded8bd2a req-9e3018cb-d587-4a18-9c82-48abd554e874 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:17.719605 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cdf8dd68-98da-4bb1-b399-610eded8bd2a req-9e3018cb-d587-4a18-9c82-48abd554e874 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 946 time: 0.3591769 Feb 16 18:22:17.772259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 91318742-9771-4c45-8b82-3aa79e60f78d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:22:17.798574 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cdf8dd68-98da-4bb1-b399-610eded8bd2a req-27573334-8adf-4d85-b731-7e6818fed88f tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/security-groups?id=de01cb48-c2d0-462d-ab20-d36b1180140f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649536 Feb 16 18:22:17.880733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Port 91318742-9771-4c45-8b82-3aa79e60f78d update to DOWN by agent not found {{(pid=83983) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 16 18:22:17.898175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:17.914008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5b961dda-e20a-46c4-b47b-7d3ae9a5c82e tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:17.970796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Pushing event deleted for resources: {'Port': ['ID=91318742-9771-4c45-8b82-3aa79e60f78d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:17.975453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:18.123432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] No DVR routers for this DVR port 91318742-9771-4c45-8b82-3aa79e60f78d on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:22:18.125819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:18.130360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d16a11-4d10-4502-b0b8-9577783ee35a', 'name': 'network-vif-deleted', 'tag': '91318742-9771-4c45-8b82-3aa79e60f78d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:22:18.141746 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf36e183-7d21-4bbd-9b96-b2c1c26b81f4 req-b681c178-6207-42d5-bcb3-d77e0df44a92 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.72 "DELETE /v2.0/ports/91318742-9771-4c45-8b82-3aa79e60f78d HTTP/1.1" status: 204 len: 173 time: 1.3666656 Feb 16 18:22:18.305611 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d16a11-4d10-4502-b0b8-9577783ee35a', 'name': 'network-vif-deleted', 'tag': '91318742-9771-4c45-8b82-3aa79e60f78d', 'status': 'completed', 'code': 200} Feb 16 18:22:18.935522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e6072-8f8b-4f83-aaf3-d6ff346ee6eb req-5a329ab7-6a27-403e-8726-299639586676 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:18.937490 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c98e6072-8f8b-4f83-aaf3-d6ff346ee6eb req-5a329ab7-6a27-403e-8726-299639586676 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.1088884 Feb 16 18:22:19.000253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-3b31093d-7964-40b5-9750-b2bb16e28a64 req-a6e368f8-f32b-4da2-9460-86c034da30ad tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Synchronizing usage tracker for tenant:2d8a05b7e51b48298ddcf40300c1292d on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:22:19.041701 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c98e6072-8f8b-4f83-aaf3-d6ff346ee6eb req-0cc41fc8-3a71-4238-82e3-ecc391ecc5cd tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0614145 Feb 16 18:22:19.088378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-3b31093d-7964-40b5-9750-b2bb16e28a64 req-a6e368f8-f32b-4da2-9460-86c034da30ad tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Unset dirty status for tenant:2d8a05b7e51b48298ddcf40300c1292d on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:22:19.089614 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3b31093d-7964-40b5-9750-b2bb16e28a64 req-a6e368f8-f32b-4da2-9460-86c034da30ad tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d16a11-4d10-4502-b0b8-9577783ee35a HTTP/1.1" status: 200 len: 210 time: 0.1511402 Feb 16 18:22:19.630709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 45088) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:19.754277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:19.772824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:19.776954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Usage tracker for resource:security_group_rule and tenant:84fdf0ceae8d46668bfa7cb106f941ff is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:19.779945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:19.785743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:19.858027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:22:19.869955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:19.907166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:19.916507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2263bf16-0223-4f20-8bb1-7bffe41d58cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:19.934333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:22:19.934758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:19.959918 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84fdf0ceae8d46668bfa7cb106f941ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279052 Feb 16 18:22:19.961612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d985b8b4-ca29-46cf-a001-e0dbd684f997,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:19.962837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45094) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:19.965035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:20.030460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-777aca09-4a3b-40a8-af0e-e460164eb037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:20.058234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-777aca09-4a3b-40a8-af0e-e460164eb037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:20.133999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-777aca09-4a3b-40a8-af0e-e460164eb037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:20.139434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-20625596-c358-43c6-8b3d-2bfa21e5b29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:20.152841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aca09-4a3b-40a8-af0e-e460164eb037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d985b8b4-ca29-46cf-a001-e0dbd684f997,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:20.161187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-777aca09-4a3b-40a8-af0e-e460164eb037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:20.162616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-777aca09-4a3b-40a8-af0e-e460164eb037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:20.167338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-777aca09-4a3b-40a8-af0e-e460164eb037 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d985b8b4-ca29-46cf-a001-e0dbd684f997 HTTP/1.1" status: 204 len: 168 time: 0.2032130 Feb 16 18:22:20.252063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54c04a-604b-4f7e-ab1c-7cad6648e819 req-4fcc7885-e0bd-4625-abd6-b7791a2cae19 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:20.258696 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7b54c04a-604b-4f7e-ab1c-7cad6648e819 req-4fcc7885-e0bd-4625-abd6-b7791a2cae19 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.0958230 Feb 16 18:22:20.309983 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7b54c04a-604b-4f7e-ab1c-7cad6648e819 req-378a4bff-0119-4767-aeb1-fdda7dbfb033 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0489445 Feb 16 18:22:20.583893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45110) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:20.605262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:20.621309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:20.625505 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Usage tracker for resource:security_group_rule and tenant:56e5c1256ed54f3082e2360b709eae44 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:20.628557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:20.634673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:20.783984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:20.825133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:20.834554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d45a4f07-1b26-4e68-8dfb-becb03a5a640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:20.875717 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56e5c1256ed54f3082e2360b709eae44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905736 Feb 16 18:22:20.877442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39127e5-6a99-4e6e-8198-6215c46b4c9c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:20.879105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 45118) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:20.881201 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:20.942251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7df00770-5011-437b-b990-7450c298a179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:20.969309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7df00770-5011-437b-b990-7450c298a179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:21.042684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7df00770-5011-437b-b990-7450c298a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:21.048057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6b04bb8e-9469-494b-aa44-69b80f815d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:21.061519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df00770-5011-437b-b990-7450c298a179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39127e5-6a99-4e6e-8198-6215c46b4c9c,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:21.064184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7df00770-5011-437b-b990-7450c298a179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:21.078920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7df00770-5011-437b-b990-7450c298a179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:21.081188 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7df00770-5011-437b-b990-7450c298a179 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c39127e5-6a99-4e6e-8198-6215c46b4c9c HTTP/1.1" status: 204 len: 168 time: 0.2008896 Feb 16 18:22:21.518293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ffd53-ed0f-46bb-b6f8-fe4b2770d78e req-2bd30c5f-d367-44cc-babf-b45c3a4cf7b6 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:21.519986 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-056ffd53-ed0f-46bb-b6f8-fe4b2770d78e req-2bd30c5f-d367-44cc-babf-b45c3a4cf7b6 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.0965984 Feb 16 18:22:21.572183 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-056ffd53-ed0f-46bb-b6f8-fe4b2770d78e req-23f8b67d-b2fa-4534-849b-d68283ab8123 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&id=a546c5f8-405f-4dd2-b303-8a083dccd88f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0454533 Feb 16 18:22:21.880382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:22:21.960952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:22:21.961372 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:22.077187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2f65b981-b01e-4a08-9e6f-aa93c78b0023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:24.150689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-876abaca-4a70-4141-b8b0-b57372adfbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:24.985141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:25.916364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:26.419446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:36.874804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 45272) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:37.000550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:37.015871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:37.020456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Usage tracker for resource:security_group_rule and tenant:339a4e6b9abd4371b1b23fd0ee029fc3 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:37.023447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:37.029307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:37.124570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:37.156400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:37.166018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4b0d277c-51aa-46da-86a4-cf5092130a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:37.208867 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=339a4e6b9abd4371b1b23fd0ee029fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329110 Feb 16 18:22:37.210547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d3f765-8962-43a2-866f-220a0bbfbbf4,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:37.211756 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45280) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:37.214163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:37.278285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7be861e-276d-4891-be09-699bce04bae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:37.306220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7be861e-276d-4891-be09-699bce04bae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:37.491867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7be861e-276d-4891-be09-699bce04bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:37.496891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d54d93a5-0cba-469e-a764-0d29ae71eed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:37.509967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be861e-276d-4891-be09-699bce04bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d3f765-8962-43a2-866f-220a0bbfbbf4,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:37.514162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f7be861e-276d-4891-be09-699bce04bae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:37.520411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f7be861e-276d-4891-be09-699bce04bae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:37.521628 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f7be861e-276d-4891-be09-699bce04bae1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9d3f765-8962-43a2-866f-220a0bbfbbf4 HTTP/1.1" status: 204 len: 168 time: 0.3088086 Feb 16 18:22:38.349557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45304) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:38.460840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1910498842-network', 'tenant_id': 'e2482f6ec868403f88570a6510bdcc5e'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:38.465864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:38.469954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Usage tracker for resource:network and tenant:e2482f6ec868403f88570a6510bdcc5e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:38.473613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:38.479436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:38.516227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Made reservation on behalf of e2482f6ec868403f88570a6510bdcc5e for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:22:38.521539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:38.535293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:38.550658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:38.554992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:e2482f6ec868403f88570a6510bdcc5e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:38.558421 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:38.564272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:38.647286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:38.676068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:38.680439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8939974a-f743-4dfd-82b1-122abe3d706c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:38.712159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:22:38.725808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a754f08-e090-428c-8241-f98a78dcb396,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:38.730396 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:38.731363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:38.731770 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Added segment 53387c49-0cc4-4a0d-856e-d4b2ef2a65d7 of type vxlan for network 819584dc-79ed-4b8c-8eea-c4683ebf025c Feb 16 18:22:38.758360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:38.818934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:38.820213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:38.820857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:38.824330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eaf713bd-cbf8-4322-9d92-d8e95ff51df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:38.930662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=819584dc-79ed-4b8c-8eea-c4683ebf025c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:38.933511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:38.944387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:22:38.962826 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6122146 Feb 16 18:22:38.966009 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 45312) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:38.972650 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Request body: {'subnet': {'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1910498842-subnet', 'tenant_id': 'e2482f6ec868403f88570a6510bdcc5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:38.977835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:38.982005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Usage tracker for resource:subnet and tenant:e2482f6ec868403f88570a6510bdcc5e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:38.985091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:38.990980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:39.030418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:22:39.030610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Made reservation on behalf of e2482f6ec868403f88570a6510bdcc5e for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:22:39.035378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31132748'] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:39.476846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32470195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31132799'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:39.493060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:39.626699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1e3bf0-e212-42b2-a954-0e75420d40f8,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:39.631284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:39.691553 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Checking segment: {'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:22:39.691997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Network hostable DHCP agents. Network: 819584dc-79ed-4b8c-8eea-c4683ebf025c, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:22:39.750031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:22:39.784800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 819584dc-79ed-4b8c-8eea-c4683ebf025c) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:22:39.794018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a07c13-b5da-464f-b02d-8728a0cc464e None None] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:22:39.801209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:39.801871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:39.853748 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d21f4b33-4ba7-4b9d-83be-765d7994675e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8865545 Feb 16 18:22:40.016560 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a72a8f9-a3a1-4bb7-87fb-04b05ea08546 None None] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:22:41.551905 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-8f786f03-677e-4284-95e5-e773f41c069e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0772491 Feb 16 18:22:41.720747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-5ec1d22d-2133-4249-860d-513ba4cf4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:41.723012 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-5ec1d22d-2133-4249-860d-513ba4cf4720 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 1163 time: 0.0796347 Feb 16 18:22:41.878747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-f20710be-3065-4905-b015-35a084941485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:41.880309 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-f20710be-3065-4905-b015-35a084941485 service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.1378376 Feb 16 18:22:41.993333 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-71f43e63-6cec-4aed-b9f5-38265fdf3a33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 200 len: 1002 time: 0.1057856 Feb 16 18:22:42.064702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-7e71c706-80a1-43fe-8b8e-2359096231fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:42.066755 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-7e71c706-80a1-43fe-8b8e-2359096231fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0669861 Feb 16 18:22:42.150659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-031ed456-917c-4c41-9de0-aabc1f900ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:42.152323 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-031ed456-917c-4c41-9de0-aabc1f900ec0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788710 Feb 16 18:22:42.161686 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:42.296810 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-6ba8946e-eafd-44a1-8b63-a3e7a86a7d79 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373847 Feb 16 18:22:42.439195 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d74bd816-317a-49b8-9ba6-f05e5a1f5e96 req-23496252-131e-4c7b-a6d6-c068880060af service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355441 Feb 16 18:22:44.257740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-f7b67f45-ea5e-421d-ade0-f6eaf635ed04 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:44.259342 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-f7b67f45-ea5e-421d-ade0-f6eaf635ed04 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/networks?id=819584dc-79ed-4b8c-8eea-c4683ebf025c HTTP/1.1" status: 200 len: 809 time: 0.1608915 Feb 16 18:22:44.275581 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-35dd70fc-1d30-4bf3-89bf-8e0f84aa79c5 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/quotas/e2482f6ec868403f88570a6510bdcc5e HTTP/1.1" status: 200 len: 375 time: 0.0096838 Feb 16 18:22:44.328755 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-5ced4a67-8861-4911-92c0-ecf9222eccdd tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2482f6ec868403f88570a6510bdcc5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474770 Feb 16 18:22:44.522380 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-7c755597-bdfa-4288-bbda-ae7e8686429b service neutron] 10.222.0.16 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863878 Feb 16 18:22:44.664014 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-0a17f099-59d2-46e4-973a-811e9384ff5a service neutron] 10.222.0.16 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349454 Feb 16 18:22:44.892704 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-85b73078-7a0e-4c98-b3e3-08257565e805 req-298284a0-2126-46bd-99a3-32756342d849 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 210 time: 0.0520017 Feb 16 18:22:45.688258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:22:46.055185 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-22edc79f-3424-4d94-9567-fa280a41b97e req-cabe20f8-4b01-44a8-9d11-3b2be5f3dad1 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 210 time: 0.0495038 Feb 16 18:22:46.994213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-7401edfa-22f7-430e-93a0-e0083ff91114 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:46.995826 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-7401edfa-22f7-430e-93a0-e0083ff91114 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.72 "GET /v2.0/networks?id=819584dc-79ed-4b8c-8eea-c4683ebf025c HTTP/1.1" status: 200 len: 809 time: 0.1588142 Feb 16 18:22:47.010715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Request body: {'port': {'device_id': 'c0a5e9fa-778b-4942-983a-677238dc7566', 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c', 'admin_state_up': True, 'tenant_id': 'e2482f6ec868403f88570a6510bdcc5e'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:47.161786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:22:47.165975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Usage tracker for resource:port and tenant:e2482f6ec868403f88570a6510bdcc5e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:22:47.170417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:22:47.210812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:22:47.232956 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bb3611cd-eecf-4adf-9a9d-96350f875a08 req-d72c9e0f-837b-4143-aaad-6f5a24671e3c tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 210 time: 0.0636582 Feb 16 18:22:47.264866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Made reservation on behalf of e2482f6ec868403f88570a6510bdcc5e for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:22:47.270635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:47.571128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Allocated IP 172.20.0.13 (819584dc-79ed-4b8c-8eea-c4683ebf025c/4b1e3bf0-e212-42b2-a954-0e75420d40f8/906fac57-e308-4a74-bb8b-c813ad6d320d) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:22:48.008426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:48.082654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:48.100037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:48.248815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Pushing event updated for resources: {'Port': ['ID=906fac57-e308-4a74-bb8b-c813ad6d320d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:48.253389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:48.297327 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:22:48.298497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:22:48.300888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:22:48.403287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:48.403982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:48.467379 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8987ad-3836-42af-b966-5147ad6fd129 req-3f136db6-59b4-4980-b4c0-9333f624a4db tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:48.468095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1d8987ad-3836-42af-b966-5147ad6fd129 req-3f136db6-59b4-4980-b4c0-9333f624a4db tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Synchronizing usage tracker for tenant:e2482f6ec868403f88570a6510bdcc5e on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:22:48.473240 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4667258 Feb 16 18:22:48.486188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Request body: {'port': {'device_id': 'c0a5e9fa-778b-4942-983a-677238dc7566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:48.547246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1d8987ad-3836-42af-b966-5147ad6fd129 req-3f136db6-59b4-4980-b4c0-9333f624a4db tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Unset dirty status for tenant:e2482f6ec868403f88570a6510bdcc5e on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:22:48.548542 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d8987ad-3836-42af-b966-5147ad6fd129 req-3f136db6-59b4-4980-b4c0-9333f624a4db tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 932 time: 0.1869998 Feb 16 18:22:48.641424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:48.669000 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d8987ad-3836-42af-b966-5147ad6fd129 req-2a1bdbe4-ef98-4db7-96d8-648a316109d7 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812900 Feb 16 18:22:49.062236 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906fac57-e308-4a74-bb8b-c813ad6d320d {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:22:49.070192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:49.082324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Transition to ACTIVE for port object 906fac57-e308-4a74-bb8b-c813ad6d320d will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:22:49.127397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:49.143162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:49.289108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Pushing event updated for resources: {'Port': ['ID=906fac57-e308-4a74-bb8b-c813ad6d320d,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:49.300377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.300797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.301199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.301627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.302028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.302681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.303078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.303477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.303929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.304325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.304717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.305110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.305559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.305950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.306340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.306729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.307119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.307512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.307925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.308312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.308701 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.309091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.309476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.309862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:49.315346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:49.489575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Attempting to bind port 906fac57-e308-4a74-bb8b-c813ad6d320d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:49.489951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Attempting to bind port 906fac57-e308-4a74-bb8b-c813ad6d320d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:22:49.490324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Attempting to bind port 906fac57-e308-4a74-bb8b-c813ad6d320d on network 819584dc-79ed-4b8c-8eea-c4683ebf025c {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:22:49.497915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:22:49.498301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Checking segment: {'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:22:49.498715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:49.499117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Bound using segment: {'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:22:49.499619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Bound port: 906fac57-e308-4a74-bb8b-c813ad6d320d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:22:49.500030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:49.593936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] For port 906fac57-e308-4a74-bb8b-c813ad6d320d, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:22:49.596967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] For port 906fac57-e308-4a74-bb8b-c813ad6d320d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=906fac57-e308-4a74-bb8b-c813ad6d320d,segment=NetworkSegment(53387c49-0cc4-4a0d-856e-d4b2ef2a65d7),segment_id=53387c49-0cc4-4a0d-856e-d4b2ef2a65d7)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:22:49.623123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:49.638941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dd3726d2-a758-4916-a699-b5777b6fa137 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:49.834776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Pushing event updated for resources: {'Port': ['ID=906fac57-e308-4a74-bb8b-c813ad6d320d,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:49.849417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:49.898894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:49.899599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:49.901096 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] 10.222.0.72 "PUT /v2.0/ports/906fac57-e308-4a74-bb8b-c813ad6d320d HTTP/1.1" status: 200 len: 1158 time: 1.4194357 Feb 16 18:22:49.901982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a5e9fa-778b-4942-983a-677238dc7566', 'tag': '906fac57-e308-4a74-bb8b-c813ad6d320d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:22:49.922208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de0693-ad51-4134-8249-afdd8c7d87d1 req-a2372109-4c43-496d-afc5-0588a948732a tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:49.923847 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-14de0693-ad51-4134-8249-afdd8c7d87d1 req-a2372109-4c43-496d-afc5-0588a948732a tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 944 time: 0.1384366 Feb 16 18:22:50.024581 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-14de0693-ad51-4134-8249-afdd8c7d87d1 req-757cac70-b190-4b13-859f-70930260fb9d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933099 Feb 16 18:22:50.062563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-c8878db2-8df1-4769-8c6d-78b38a888ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:50.064318 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-c8878db2-8df1-4769-8c6d-78b38a888ae9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2482f6ec868403f88570a6510bdcc5e&device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 1161 time: 0.1095214 Feb 16 18:22:50.131570 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a5e9fa-778b-4942-983a-677238dc7566', 'tag': '906fac57-e308-4a74-bb8b-c813ad6d320d', 'status': 'completed', 'code': 200} Feb 16 18:22:50.146761 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-ea331ead-af23-42c8-89fb-6a5ff4ba1ac1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=906fac57-e308-4a74-bb8b-c813ad6d320d HTTP/1.1" status: 200 len: 217 time: 0.0689936 Feb 16 18:22:50.219954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-a50ae5bd-95ed-4f74-b193-63d2ca45616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:50.221665 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-a50ae5bd-95ed-4f74-b193-63d2ca45616e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1e3bf0-e212-42b2-a954-0e75420d40f8 HTTP/1.1" status: 200 len: 849 time: 0.0684164 Feb 16 18:22:50.275411 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-98272093-f29b-4687-8c2a-8b03721fdbd3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=819584dc-79ed-4b8c-8eea-c4683ebf025c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466011 Feb 16 18:22:50.418796 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-e41a3792-38c7-4228-9139-bb612f8a4e9e service neutron] 10.222.0.72 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365619 Feb 16 18:22:50.591593 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51cac6da-a128-4f51-9cbf-11edabfff486 req-28cd8a29-c803-43a4-a611-1b84b897d95c service neutron] 10.222.0.72 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1662164 Feb 16 18:22:50.738512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28084f55-739b-4461-b191-04919d02b4a3 req-62e658f6-80dc-4a2c-b475-573c56447a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:50.740227 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28084f55-739b-4461-b191-04919d02b4a3 req-62e658f6-80dc-4a2c-b475-573c56447a7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2482f6ec868403f88570a6510bdcc5e&device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 1161 time: 0.0827436 Feb 16 18:22:50.885641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28084f55-739b-4461-b191-04919d02b4a3 req-6a8e935b-e35b-4861-bdfb-af8bd75ad18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:50.887216 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28084f55-739b-4461-b191-04919d02b4a3 req-6a8e935b-e35b-4861-bdfb-af8bd75ad18a service neutron] 10.222.0.72 "GET /v2.0/networks?id=819584dc-79ed-4b8c-8eea-c4683ebf025c HTTP/1.1" status: 200 len: 903 time: 0.1389806 Feb 16 18:22:50.960776 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28084f55-739b-4461-b191-04919d02b4a3 req-2c1e874e-c64a-46eb-a25d-86519d1eeed8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=906fac57-e308-4a74-bb8b-c813ad6d320d HTTP/1.1" status: 200 len: 217 time: 0.0661356 Feb 16 18:22:51.031918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28084f55-739b-4461-b191-04919d02b4a3 req-a7963868-0a85-4e66-ae49-94defcde4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:51.033467 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28084f55-739b-4461-b191-04919d02b4a3 req-a7963868-0a85-4e66-ae49-94defcde4172 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1e3bf0-e212-42b2-a954-0e75420d40f8 HTTP/1.1" status: 200 len: 849 time: 0.0658596 Feb 16 18:22:51.089832 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28084f55-739b-4461-b191-04919d02b4a3 req-8c586682-6022-46d7-9d31-148a032eaa74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=819584dc-79ed-4b8c-8eea-c4683ebf025c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470340 Feb 16 18:22:51.295870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28084f55-739b-4461-b191-04919d02b4a3 req-0461dfc2-ca1d-4e7a-ab47-13590cde1e09 service neutron] 10.222.0.72 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989975 Feb 16 18:22:51.337036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c9c2a-1120-46e2-934f-33ef0276bd19 req-d2a07d11-86fe-460b-b936-dfd196a0188b tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:51.338613 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-346c9c2a-1120-46e2-934f-33ef0276bd19 req-d2a07d11-86fe-460b-b936-dfd196a0188b tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 944 time: 0.1524308 Feb 16 18:22:51.465017 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-346c9c2a-1120-46e2-934f-33ef0276bd19 req-a26bba42-9153-4166-a203-c904349c1d08 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138084 Feb 16 18:22:51.715576 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28084f55-739b-4461-b191-04919d02b4a3 req-37cd5442-f4ef-48ed-8522-cf5183a7cb80 service neutron] 10.222.0.72 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4121788 Feb 16 18:22:52.018709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fef0ccb5-fadf-4493-8755-f5da884472a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:52.669977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe3091-59f1-45b8-a738-74fbae7bf7d0 req-54d2c628-a642-40c0-b202-2b0b968e6fea tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:52.671577 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-49fe3091-59f1-45b8-a738-74fbae7bf7d0 req-54d2c628-a642-40c0-b202-2b0b968e6fea tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 944 time: 0.0856216 Feb 16 18:22:52.720888 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-49fe3091-59f1-45b8-a738-74fbae7bf7d0 req-c1d682dc-e5a0-4101-ab56-ee66726d8a4e tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Feb 16 18:22:53.156315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381288a-4017-4fc1-9c1d-ed60c3f1f80d req-6a4f77b6-b61d-4591-ac84-52ba4133be3c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:53.157955 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d381288a-4017-4fc1-9c1d-ed60c3f1f80d req-6a4f77b6-b61d-4591-ac84-52ba4133be3c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0934334 Feb 16 18:22:53.205866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d381288a-4017-4fc1-9c1d-ed60c3f1f80d req-bdc86b58-0117-4aef-8114-1cdf2d4bd594 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414050 Feb 16 18:22:53.923134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72f41f-c3eb-49df-a940-ecd9476132d4 req-ad4f5117-5317-4466-9625-5fdffc12e049 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:53.924759 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af72f41f-c3eb-49df-a940-ecd9476132d4 req-ad4f5117-5317-4466-9625-5fdffc12e049 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 944 time: 0.0893111 Feb 16 18:22:53.972212 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af72f41f-c3eb-49df-a940-ecd9476132d4 req-055ce549-d59c-47c7-88ce-d7d1dad1b2c1 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Feb 16 18:22:54.144278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e60418e7-20cb-4b42-a6a3-62c8234689fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:54.403705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5212f-5c17-4c4e-8731-1d2499761c78 req-33f62fa7-6a78-4b4e-a6bf-a99c1ae12b4a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:54.405279 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e8e5212f-5c17-4c4e-8731-1d2499761c78 req-33f62fa7-6a78-4b4e-a6bf-a99c1ae12b4a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0847666 Feb 16 18:22:54.451946 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e8e5212f-5c17-4c4e-8731-1d2499761c78 req-2c79b565-2d64-464c-ab9f-02e7fa3fcee1 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Feb 16 18:22:54.655139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45486) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:54.722649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Deleting subnet 626bb4c0-636e-462c-9ac5-bb2fac9ee84d {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:22:54.726456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:54.777929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:54.840142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:54.988710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:55.126355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:55.142906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:55.175005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434525-fab3-45f1-bb25-f3fb8ab3f8de req-703baffe-b923-4ad8-be74-2716feb41db3 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:55.176689 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8d434525-fab3-45f1-bb25-f3fb8ab3f8de req-703baffe-b923-4ad8-be74-2716feb41db3 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 944 time: 0.0904369 Feb 16 18:22:55.188632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626bb4c0-636e-462c-9ac5-bb2fac9ee84d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:55.225650 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8d434525-fab3-45f1-bb25-f3fb8ab3f8de req-6b76227d-d4cc-4614-854c-d08b6d2f3057 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 Feb 16 18:22:55.246254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.246618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.247032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.247438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.247871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.248272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.248670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.249066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.249463 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.249858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.250251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.250644 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.251088 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.251478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.251892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.252285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.252675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.253061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.253478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.253871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.254259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.255162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.255579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.255967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:55.264375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:55.294469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:55.300513 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f0978f3a-2896-49e8-95a9-f27e6005b8c5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/626bb4c0-636e-462c-9ac5-bb2fac9ee84d HTTP/1.1" status: 204 len: 168 time: 0.6443183 Feb 16 18:22:55.303988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45492) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:55.418210 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:55.607451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:55.653027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982da6-252c-4ddb-a1df-14292b1940da req-a60ff344-3bfa-4edd-a279-c40b7a033a7a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:55.654613 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5e982da6-252c-4ddb-a1df-14292b1940da req-a60ff344-3bfa-4edd-a279-c40b7a033a7a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0891619 Feb 16 18:22:55.702439 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5e982da6-252c-4ddb-a1df-14292b1940da req-591178da-5f00-4446-a96d-d6db094b5b25 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414658 Feb 16 18:22:55.725130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a29ff7-5814-4b8e-a4f9-69bfec228a8d']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:55.737772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:55.738112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f0f441-4fb1-4ad6-99dc-6b2cc8c95850') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:22:55.750598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:55.765260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:55.767242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:22:55.832856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.objects.ports [None req-e4d47852-b31c-477c-9568-761199ef297a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:22:55.920042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:55.947178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:22:55.956128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.132663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Network f3a29ff7-5814-4b8e-a4f9-69bfec228a8d has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:22:56.158956 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:22:56.258382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.263640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.267392 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:56.291824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a29ff7-5814-4b8e-a4f9-69bfec228a8d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:56.294530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:56.316461 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f3a29ff7-5814-4b8e-a4f9-69bfec228a8d HTTP/1.1" status: 204 len: 168 time: 1.0113077 Feb 16 18:22:56.427474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3e12a-4c38-4586-b137-a82bbfcda4d5 req-e7e6d49d-7aa3-4e89-9263-ac55c4fbc910 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:56.429130 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-19b3e12a-4c38-4586-b137-a82bbfcda4d5 req-e7e6d49d-7aa3-4e89-9263-ac55c4fbc910 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 944 time: 0.0879767 Feb 16 18:22:56.449810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 906fac57-e308-4a74-bb8b-c813ad6d320d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:22:56.477034 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-19b3e12a-4c38-4586-b137-a82bbfcda4d5 req-319be886-6351-4420-9c79-6580ab31458c tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Feb 16 18:22:56.494611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.546390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45502) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:56.550378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 906fac57-e308-4a74-bb8b-c813ad6d320d completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:22:56.556216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 906fac57-e308-4a74-bb8b-c813ad6d320d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:22:56.556734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.606485 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b867bfd8-670b-4db0-b3dc-ceeb675fbe8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d8a05b7e51b48298ddcf40300c1292d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563130 Feb 16 18:22:56.606731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45506) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:22:56.667953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2b98-dfd8-47fd-a5df-81ae161ed363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.681243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.695606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2b98-dfd8-47fd-a5df-81ae161ed363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.709639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a5e9fa-778b-4942-983a-677238dc7566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906fac57-e308-4a74-bb8b-c813ad6d320d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:22:56.719921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 906fac57-e308-4a74-bb8b-c813ad6d320d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=906fac57-e308-4a74-bb8b-c813ad6d320d,segment=NetworkSegment(53387c49-0cc4-4a0d-856e-d4b2ef2a65d7),segment_id=53387c49-0cc4-4a0d-856e-d4b2ef2a65d7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:22:56.748922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.751260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-23f6585f-e244-469e-b9eb-34bf1f48ab46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:56.777550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2b98-dfd8-47fd-a5df-81ae161ed363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.786070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ded01cfc-9ac1-4ffd-a8dc-adbe5b3c55b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:22:56.800012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d2b98-dfd8-47fd-a5df-81ae161ed363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de01cb48-c2d0-462d-ab20-d36b1180140f,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:56.804559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ea4d2b98-dfd8-47fd-a5df-81ae161ed363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:56.809095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2b98-dfd8-47fd-a5df-81ae161ed363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:56.816270 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ea4d2b98-dfd8-47fd-a5df-81ae161ed363 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de01cb48-c2d0-462d-ab20-d36b1180140f HTTP/1.1" status: 204 len: 168 time: 0.2083709 Feb 16 18:22:56.844162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=906fac57-e308-4a74-bb8b-c813ad6d320d,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:22:56.854536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.855061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.855731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.856223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.856705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.857190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.857669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.858147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.858603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.859090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.859875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.860357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.860872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.861357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.862181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.862660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.863148 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.864485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.864972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.865687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.866538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.867017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.867676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.868217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:22:56.873603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:22:56.917069 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a5e9fa-778b-4942-983a-677238dc7566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906fac57-e308-4a74-bb8b-c813ad6d320d', 'code': 200} Feb 16 18:22:56.925658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0a0c0-b624-4602-b7be-ee35b1b4cb58 req-4787fcde-83d2-4c31-a4aa-cb8175e952b7 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:56.932904 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-78c0a0c0-b624-4602-b7be-ee35b1b4cb58 req-4787fcde-83d2-4c31-a4aa-cb8175e952b7 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1027770 Feb 16 18:22:56.980774 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-78c0a0c0-b624-4602-b7be-ee35b1b4cb58 req-bf41133b-3924-473a-8d4f-f511651c1385 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468960 Feb 16 18:22:57.232370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ce8d9-24ed-4524-87c6-d9bfc8ccf02f req-20195138-222c-4df7-aa70-d548e326ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:57.234352 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-814ce8d9-24ed-4524-87c6-d9bfc8ccf02f req-20195138-222c-4df7-aa70-d548e326ee4d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 1163 time: 0.0804586 Feb 16 18:22:57.281274 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-814ce8d9-24ed-4524-87c6-d9bfc8ccf02f req-25295d5d-1184-4fdc-b8e5-6ad4fd3d3b0a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Feb 16 18:22:57.681275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64e02d-adb1-4126-bd70-bfd0e025c049 req-ac4d72be-de2f-43e8-9e52-ca0a0f970e7d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:57.682894 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8c64e02d-adb1-4126-bd70-bfd0e025c049 req-ac4d72be-de2f-43e8-9e52-ca0a0f970e7d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 946 time: 0.0872138 Feb 16 18:22:57.731926 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8c64e02d-adb1-4126-bd70-bfd0e025c049 req-6ec205a2-30a1-4b75-ab00-f37e02f66e21 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Feb 16 18:22:57.792062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 906fac57-e308-4a74-bb8b-c813ad6d320d up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:22:57.866827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 906fac57-e308-4a74-bb8b-c813ad6d320d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:22:57.867252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:22:58.186768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac97a5d-8573-47f0-bbe8-be05c3a76f11 req-70331f49-1cc4-4f14-b6ca-ceef3a985af5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:58.188424 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cac97a5d-8573-47f0-bbe8-be05c3a76f11 req-70331f49-1cc4-4f14-b6ca-ceef3a985af5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0901699 Feb 16 18:22:58.237270 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cac97a5d-8573-47f0-bbe8-be05c3a76f11 req-7904e6f3-7d72-4024-b593-be834a03c069 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420091 Feb 16 18:22:58.980559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce1bfc-4e1e-4d95-94b1-6da3bd9f3582 req-01b7f8cb-7b6a-42f7-9967-88addbd852af tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:58.982169 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7fce1bfc-4e1e-4d95-94b1-6da3bd9f3582 req-01b7f8cb-7b6a-42f7-9967-88addbd852af tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 946 time: 0.0881515 Feb 16 18:22:59.030246 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7fce1bfc-4e1e-4d95-94b1-6da3bd9f3582 req-85a6b025-ee40-436d-bac4-8445e231a268 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Feb 16 18:22:59.462448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3d7e-6f68-4c3d-8309-54ac00832e0b req-d9321365-7337-4333-8be8-f8dd63fd02f0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:22:59.464100 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f3aa3d7e-6f68-4c3d-8309-54ac00832e0b req-d9321365-7337-4333-8be8-f8dd63fd02f0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0940847 Feb 16 18:22:59.513261 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f3aa3d7e-6f68-4c3d-8309-54ac00832e0b req-bcb03a52-d529-4c1b-bfc8-0305bca7fcb5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Feb 16 18:23:00.452188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffb9a3-8654-4a35-a973-e33247499fd8 req-0c882699-a027-46f0-b2db-4424fe0cc535 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:00.453747 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7dffb9a3-8654-4a35-a973-e33247499fd8 req-0c882699-a027-46f0-b2db-4424fe0cc535 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 946 time: 0.0844109 Feb 16 18:23:00.504386 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7dffb9a3-8654-4a35-a973-e33247499fd8 req-83d45944-2464-4e51-a680-6c53f8c12dca tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444713 Feb 16 18:23:00.714179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39553a0b-c7a8-4630-b7be-aad6771c8a2a req-d3b06290-3042-4476-8e1d-a8ad997f8252 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:00.715707 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39553a0b-c7a8-4630-b7be-aad6771c8a2a req-d3b06290-3042-4476-8e1d-a8ad997f8252 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0853138 Feb 16 18:23:00.763024 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39553a0b-c7a8-4630-b7be-aad6771c8a2a req-8f02c36b-1ee0-4e3b-a980-24ad53d384d9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411410 Feb 16 18:23:01.706654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ad2c2-fa05-4e31-931a-3f9d58616814 req-0ff80bcf-07ac-4a3f-b8a5-25970eef6387 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:01.708917 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d91ad2c2-fa05-4e31-931a-3f9d58616814 req-0ff80bcf-07ac-4a3f-b8a5-25970eef6387 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 946 time: 0.0909157 Feb 16 18:23:01.757411 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d91ad2c2-fa05-4e31-931a-3f9d58616814 req-35c5cb17-bf3e-4e96-8da9-545851f1fb0c tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Feb 16 18:23:01.959485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83fe2f-cf2a-4818-a196-a3b4462a7dbf req-f6277dc0-10f2-4945-a26e-b7a7482a9bb4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:01.961088 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9e83fe2f-cf2a-4818-a196-a3b4462a7dbf req-f6277dc0-10f2-4945-a26e-b7a7482a9bb4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0865626 Feb 16 18:23:02.009332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9e83fe2f-cf2a-4818-a196-a3b4462a7dbf req-737a3fc3-4037-40f6-b847-a22693331875 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420096 Feb 16 18:23:02.961445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e59d2-cc41-4dfe-8b31-6c6f696281f7 req-d3b9624f-8ee9-4ab3-a928-02e88f1c039f tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:02.963045 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b13e59d2-cc41-4dfe-8b31-6c6f696281f7 req-d3b9624f-8ee9-4ab3-a928-02e88f1c039f tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 946 time: 0.0911493 Feb 16 18:23:03.010681 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b13e59d2-cc41-4dfe-8b31-6c6f696281f7 req-5e7dc211-ebd1-435e-82d2-708e0803dbc8 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Feb 16 18:23:03.211038 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a6055-d416-4bfc-897f-2ff87b7481f0 req-f41e09dc-e31e-4e5f-be10-44ecf1687efd tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:03.212701 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-920a6055-d416-4bfc-897f-2ff87b7481f0 req-f41e09dc-e31e-4e5f-be10-44ecf1687efd tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0875783 Feb 16 18:23:03.263408 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-920a6055-d416-4bfc-897f-2ff87b7481f0 req-f048b7bb-ba04-4bed-9959-d9499211a974 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Feb 16 18:23:04.208973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a1a27-2aaa-4393-a10b-7010cadc7447 req-0ec0b63b-e74f-43da-8fbc-8cdf1834b1d9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:04.210575 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5a1a27-2aaa-4393-a10b-7010cadc7447 req-0ec0b63b-e74f-43da-8fbc-8cdf1834b1d9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 946 time: 0.0858543 Feb 16 18:23:04.258019 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d5a1a27-2aaa-4393-a10b-7010cadc7447 req-bb511ba1-e5be-4187-b9d6-f970eb940b90 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 Feb 16 18:23:04.464020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57255875-1aae-4e9e-be5a-26d4fe675ca1 req-a2be0744-9fc2-48bf-848b-d647cebd60cf tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:04.465593 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57255875-1aae-4e9e-be5a-26d4fe675ca1 req-a2be0744-9fc2-48bf-848b-d647cebd60cf tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0883410 Feb 16 18:23:04.512912 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57255875-1aae-4e9e-be5a-26d4fe675ca1 req-386170ca-481c-46ed-b515-83f3e25dc558 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Feb 16 18:23:05.057275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-a72562b4-e55b-4baf-96c2-13a272083d28 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:05.058829 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-a72562b4-e55b-4baf-96c2-13a272083d28 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 946 time: 0.0860951 Feb 16 18:23:05.140268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Deleting port 906fac57-e308-4a74-bb8b-c813ad6d320d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:05.140665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:05.461039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] For port 906fac57-e308-4a74-bb8b-c813ad6d320d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=906fac57-e308-4a74-bb8b-c813ad6d320d,segment=NetworkSegment(53387c49-0cc4-4a0d-856e-d4b2ef2a65d7),segment_id=53387c49-0cc4-4a0d-856e-d4b2ef2a65d7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:05.461560 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:05.599675 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Calling delete_port for 906fac57-e308-4a74-bb8b-c813ad6d320d owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:05.728710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9900f-81e5-4459-87c6-6cc8a7726534 req-f86226c7-a323-42a8-9e18-372b91dfa1cf tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:05.730308 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-80b9900f-81e5-4459-87c6-6cc8a7726534 req-f86226c7-a323-42a8-9e18-372b91dfa1cf tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 946 time: 0.3567269 Feb 16 18:23:05.814645 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-80b9900f-81e5-4459-87c6-6cc8a7726534 req-3b961d7b-bc9b-4212-bde1-72a875798ae9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640600 Feb 16 18:23:05.825254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1440f8-afd6-45d3-93cb-a19c7bc22dfb req-4a405052-25da-4f21-877f-c0ef8a28ca5c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:05.826824 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d1440f8-afd6-45d3-93cb-a19c7bc22dfb req-4a405052-25da-4f21-877f-c0ef8a28ca5c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1809154 Feb 16 18:23:05.918779 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d1440f8-afd6-45d3-93cb-a19c7bc22dfb req-56f3aa5d-e5f8-4935-a1d7-55d25857168b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845625 Feb 16 18:23:05.994225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:06.010047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a7cc78b5-bf96-431e-856d-cbd32153c415 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:06.073035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Pushing event deleted for resources: {'Port': ['ID=906fac57-e308-4a74-bb8b-c813ad6d320d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:06.077146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:06.195622 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 906fac57-e308-4a74-bb8b-c813ad6d320d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:23:06.221773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] No DVR routers for this DVR port 906fac57-e308-4a74-bb8b-c813ad6d320d on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:23:06.224115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:06.226844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a5e9fa-778b-4942-983a-677238dc7566', 'name': 'network-vif-deleted', 'tag': '906fac57-e308-4a74-bb8b-c813ad6d320d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:06.232813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] No Port match for: 906fac57-e308-4a74-bb8b-c813ad6d320d {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:23:06.233472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 906fac57-e308-4a74-bb8b-c813ad6d320d not bound to the agent host hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:23:06.271098 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8ee00b0c-f206-4864-9ac7-fe46f38616b6 req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.72 "DELETE /v2.0/ports/906fac57-e308-4a74-bb8b-c813ad6d320d HTTP/1.1" status: 204 len: 173 time: 1.2064290 Feb 16 18:23:06.276308 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a5e9fa-778b-4942-983a-677238dc7566', 'name': 'network-vif-deleted', 'tag': '906fac57-e308-4a74-bb8b-c813ad6d320d', 'status': 'completed', 'code': 200} Feb 16 18:23:06.994433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-17c22a85-925d-4aea-869e-2269d304e777 req-d86456f8-2495-4be4-8a53-3cbf268da9fe tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Synchronizing usage tracker for tenant:e2482f6ec868403f88570a6510bdcc5e on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:07.081261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-17c22a85-925d-4aea-869e-2269d304e777 req-d86456f8-2495-4be4-8a53-3cbf268da9fe tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Unset dirty status for tenant:e2482f6ec868403f88570a6510bdcc5e on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:07.082508 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-17c22a85-925d-4aea-869e-2269d304e777 req-d86456f8-2495-4be4-8a53-3cbf268da9fe tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a5e9fa-778b-4942-983a-677238dc7566 HTTP/1.1" status: 200 len: 210 time: 0.1397021 Feb 16 18:23:07.131853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ad9c1-cf13-4ef8-84b6-076388e6c139 req-3f6c5dc7-b646-4e74-9a01-26c87868dd85 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:07.133534 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-308ad9c1-cf13-4ef8-84b6-076388e6c139 req-3f6c5dc7-b646-4e74-9a01-26c87868dd85 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0965190 Feb 16 18:23:07.182662 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-308ad9c1-cf13-4ef8-84b6-076388e6c139 req-5548fef6-141d-44b5-8419-ee0058b5c759 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Feb 16 18:23:08.298634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45638) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:08.385511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d9a8a-e29b-4ab2-bfb0-0df65ab9c0eb req-df35c306-d27a-4f88-97e5-89030e2ec59d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:08.387072 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c5d9a8a-e29b-4ab2-bfb0-0df65ab9c0eb req-df35c306-d27a-4f88-97e5-89030e2ec59d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0913477 Feb 16 18:23:08.428656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:08.444707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:23:08.448780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Usage tracker for resource:security_group_rule and tenant:2864c272d7624dc48e4fb9f964279ca0 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:23:08.451919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:23:08.458195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:23:08.547589 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c5d9a8a-e29b-4ab2-bfb0-0df65ab9c0eb req-22420e9f-8923-4c70-814a-2e77aed0d703 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327996 Feb 16 18:23:08.583212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-ff545543-82eb-470b-9a31-16e27a1b008b tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:08.584850 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-ff545543-82eb-470b-9a31-16e27a1b008b tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/networks?id=819584dc-79ed-4b8c-8eea-c4683ebf025c HTTP/1.1" status: 200 len: 809 time: 0.1967759 Feb 16 18:23:08.600882 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-18a18f2e-7ed2-4395-8dab-24022c0c4ad2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/quotas/e2482f6ec868403f88570a6510bdcc5e HTTP/1.1" status: 200 len: 375 time: 0.0097966 Feb 16 18:23:08.642235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:08.681715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:08.691104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ea4d2b98-dfd8-47fd-a5df-81ae161ed363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:08.740219 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2864c272d7624dc48e4fb9f964279ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403133 Feb 16 18:23:08.741239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988c7902-a498-4d5c-93db-95af23bc8a4e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:08.743989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45654) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:08.747219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c2f39235-c718-496d-8465-69bef421a87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:08.813091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f52a9288-9731-426a-967c-3600246bfdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:08.842301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f52a9288-9731-426a-967c-3600246bfdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:08.874653 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-2c428081-b8ea-4c66-9f3c-9b632e0d4c4a tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2482f6ec868403f88570a6510bdcc5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2682214 Feb 16 18:23:08.972700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f52a9288-9731-426a-967c-3600246bfdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:08.977806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fd8939d8-9f69-4fe7-882c-af608f84942c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:08.989308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a9288-9731-426a-967c-3600246bfdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988c7902-a498-4d5c-93db-95af23bc8a4e,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:08.994200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f52a9288-9731-426a-967c-3600246bfdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:08.996451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f52a9288-9731-426a-967c-3600246bfdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:08.997694 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f52a9288-9731-426a-967c-3600246bfdee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/988c7902-a498-4d5c-93db-95af23bc8a4e HTTP/1.1" status: 204 len: 168 time: 0.2526808 Feb 16 18:23:09.022902 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-52c10e3d-e05f-403b-a8bf-d4e5fce5438a service neutron] 10.222.0.16 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396282 Feb 16 18:23:09.168610 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-088d2dd0-280b-4ae0-af93-952394905674 service neutron] 10.222.0.16 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392250 Feb 16 18:23:09.444535 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3f9a9b50-bad0-4733-8a96-38695f0f030f req-50345609-c967-4eab-a8ac-394f73d69811 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 210 time: 0.0491500 Feb 16 18:23:09.749858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3083614-21e3-489f-81f1-b0617b0cc2ae req-ad3f95c2-57ce-48c0-9e4a-94c4b8bfcc54 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:09.751429 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e3083614-21e3-489f-81f1-b0617b0cc2ae req-ad3f95c2-57ce-48c0-9e4a-94c4b8bfcc54 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0909779 Feb 16 18:23:09.799831 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e3083614-21e3-489f-81f1-b0617b0cc2ae req-0b12e97c-a51a-447f-b6cb-70ff9275689b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419824 Feb 16 18:23:10.605019 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-808ffe5f-3aea-449d-99a2-a508dc0bf153 req-882fd79b-0fc9-457e-b0d4-489fde3fcc0b tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 210 time: 0.0488541 Feb 16 18:23:11.128102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-bbd55d3a-929d-4e27-aa75-b0d7100494ee tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:11.129714 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-bbd55d3a-929d-4e27-aa75-b0d7100494ee tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.72 "GET /v2.0/networks?id=819584dc-79ed-4b8c-8eea-c4683ebf025c HTTP/1.1" status: 200 len: 809 time: 0.2284935 Feb 16 18:23:11.139799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d218e9f-2fe8-4df0-bceb-874cadc3f43d req-79e0e3b6-0195-44fc-a3bd-6eae13e93b6d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:11.141391 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6d218e9f-2fe8-4df0-bceb-874cadc3f43d req-79e0e3b6-0195-44fc-a3bd-6eae13e93b6d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.2105868 Feb 16 18:23:11.168907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Request body: {'port': {'device_id': 'a4bb704c-7a36-40ed-9665-3c295101087b', 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c', 'admin_state_up': True, 'tenant_id': 'e2482f6ec868403f88570a6510bdcc5e'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:11.292925 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6d218e9f-2fe8-4df0-bceb-874cadc3f43d req-a5a07afb-d8e8-451e-a104-8283350d7eeb tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444886 Feb 16 18:23:11.336151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:23:11.345948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:23:11.383739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Made reservation on behalf of e2482f6ec868403f88570a6510bdcc5e for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:23:11.389281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:11.699026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Allocated IP 172.20.0.14 (819584dc-79ed-4b8c-8eea-c4683ebf025c/4b1e3bf0-e212-42b2-a954-0e75420d40f8/bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:23:11.786078 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-006f0371-892d-4e3d-a642-43d34cab44f5 req-0a8fc755-ee35-42ea-b219-d46b2c067a2f tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 210 time: 0.0611017 Feb 16 18:23:11.956068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:12.012844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:12.027663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-819c8b6a-6e42-4488-80f6-7b1909c55937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:12.179475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Pushing event updated for resources: {'Port': ['ID=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:12.183757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:12.184130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:12.227918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:23:12.228985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:23:12.231182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:23:12.296244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:12.296966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:12.367660 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2043424 Feb 16 18:23:12.383220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Request body: {'port': {'device_id': 'a4bb704c-7a36-40ed-9665-3c295101087b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:12.581270 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:12.599141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c0793-093f-4f72-a867-263e9b67defe req-0cb128a6-2bd5-4561-9821-74464185584d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:12.600905 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c71c0793-093f-4f72-a867-263e9b67defe req-0cb128a6-2bd5-4561-9821-74464185584d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1815410 Feb 16 18:23:12.728678 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c71c0793-093f-4f72-a867-263e9b67defe req-886fd055-8e82-4b2e-82fd-daa7ff7999e4 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203008 Feb 16 18:23:13.061695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d34f-479f-4223-b2e5-a0aae8571c51 req-4bc685a9-8884-4e9b-9faa-8ad10b963626 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:13.062498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-2066d34f-479f-4223-b2e5-a0aae8571c51 req-4bc685a9-8884-4e9b-9faa-8ad10b963626 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Synchronizing usage tracker for tenant:e2482f6ec868403f88570a6510bdcc5e on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:13.144549 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:23:13.153365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:13.157770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-2066d34f-479f-4223-b2e5-a0aae8571c51 req-4bc685a9-8884-4e9b-9faa-8ad10b963626 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Unset dirty status for tenant:e2482f6ec868403f88570a6510bdcc5e on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:13.159066 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2066d34f-479f-4223-b2e5-a0aae8571c51 req-4bc685a9-8884-4e9b-9faa-8ad10b963626 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 932 time: 0.2346144 Feb 16 18:23:13.183408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Transition to ACTIVE for port object bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:23:13.211021 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2066d34f-479f-4223-b2e5-a0aae8571c51 req-3cf5cb40-79b8-4f7c-9bdc-a430dcfcd709 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Feb 16 18:23:13.212885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:13.228564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c06082c2-9080-4b49-9c08-ebe07026f06e tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:13.374795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Pushing event updated for resources: {'Port': ['ID=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:13.380049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:13.768889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Attempting to bind port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:13.769321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Attempting to bind port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:23:13.769762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Attempting to bind port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 on network 819584dc-79ed-4b8c-8eea-c4683ebf025c {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:23:13.775499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:23:13.775909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Checking segment: {'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:23:13.776329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:13.776735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Bound using segment: {'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:23:13.777217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Bound port: bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '819584dc-79ed-4b8c-8eea-c4683ebf025c'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:23:13.777595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:13.927306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] For port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:23:13.931894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] For port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9,segment=NetworkSegment(53387c49-0cc4-4a0d-856e-d4b2ef2a65d7),segment_id=53387c49-0cc4-4a0d-856e-d4b2ef2a65d7)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:23:13.959362 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45aee0-47be-485d-98d2-27135892146b req-cc4fd7fd-b8d5-43a3-abdd-5219c661ea44 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:13.961030 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7b45aee0-47be-485d-98d2-27135892146b req-cc4fd7fd-b8d5-43a3-abdd-5219c661ea44 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1162126 Feb 16 18:23:13.962548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:13.979816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:14.171059 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7b45aee0-47be-485d-98d2-27135892146b req-b665474c-6466-4163-82b9-8911b4295215 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942439 Feb 16 18:23:14.187286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Pushing event updated for resources: {'Port': ['ID=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:14.196889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:14.213720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:14.214411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:14.215960 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] 10.222.0.72 "PUT /v2.0/ports/bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 HTTP/1.1" status: 200 len: 1158 time: 1.8374612 Feb 16 18:23:14.224436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bb704c-7a36-40ed-9665-3c295101087b', 'tag': 'bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:14.264318 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bb704c-7a36-40ed-9665-3c295101087b', 'tag': 'bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9', 'status': 'completed', 'code': 200} Feb 16 18:23:14.462178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49423ac2-79e5-4e5a-8ed7-8d8e2cd4d3f9 req-b038dd9b-19d2-43f4-bea6-a2a74c9aedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:14.463769 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-49423ac2-79e5-4e5a-8ed7-8d8e2cd4d3f9 req-b038dd9b-19d2-43f4-bea6-a2a74c9aedfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2482f6ec868403f88570a6510bdcc5e&device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 1161 time: 0.1492975 Feb 16 18:23:14.469907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec4c48-85f0-4746-9214-6bbcfddc5c10 req-74739995-1a41-4ce1-9753-dfc76fe35833 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:14.471403 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-73ec4c48-85f0-4746-9214-6bbcfddc5c10 req-74739995-1a41-4ce1-9753-dfc76fe35833 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 944 time: 0.1156180 Feb 16 18:23:14.628681 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-73ec4c48-85f0-4746-9214-6bbcfddc5c10 req-f05ca205-dab8-48c8-b89a-0238c9883acb tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288538 Feb 16 18:23:14.654482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49423ac2-79e5-4e5a-8ed7-8d8e2cd4d3f9 req-66ad2c0f-e12b-44bb-a203-c9a93d33ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:14.656091 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-49423ac2-79e5-4e5a-8ed7-8d8e2cd4d3f9 req-66ad2c0f-e12b-44bb-a203-c9a93d33ae8f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e2482f6ec868403f88570a6510bdcc5e&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1837602 Feb 16 18:23:14.803334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49423ac2-79e5-4e5a-8ed7-8d8e2cd4d3f9 req-3ca8ffad-f9bb-4922-93f0-7fde0d064c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:14.804884 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-49423ac2-79e5-4e5a-8ed7-8d8e2cd4d3f9 req-3ca8ffad-f9bb-4922-93f0-7fde0d064c62 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1425264 Feb 16 18:23:14.917124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-dcee681d-3f56-4f9b-a7f3-5ee5526846ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:14.918727 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-dcee681d-3f56-4f9b-a7f3-5ee5526846ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2482f6ec868403f88570a6510bdcc5e&device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 1161 time: 0.0775650 Feb 16 18:23:14.995856 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-1522ffdc-66b7-4ce0-899e-30f333ba296b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0682487 Feb 16 18:23:15.065969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-068fc1d8-9348-4c2d-b478-6aa52da6e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:15.068043 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-068fc1d8-9348-4c2d-b478-6aa52da6e2f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1e3bf0-e212-42b2-a954-0e75420d40f8 HTTP/1.1" status: 200 len: 849 time: 0.0640404 Feb 16 18:23:15.121943 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-d76280fd-846d-4985-ac69-b6ecda686216 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=819584dc-79ed-4b8c-8eea-c4683ebf025c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458727 Feb 16 18:23:15.265048 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-1dc88136-c696-4e87-8856-cbfd29c15ddd service neutron] 10.222.0.72 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365516 Feb 16 18:23:15.476936 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5809b565-3cbd-4489-b0c2-122680c9be37 req-a580e2ab-c49f-4f39-ae80-aeac6ff8da69 service neutron] 10.222.0.72 "GET /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2058125 Feb 16 18:23:15.483803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f46f2-7502-429f-8362-24104547069b req-785fa768-34e5-47cc-a3e7-f5d4a9e2f4b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:15.485311 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757f46f2-7502-429f-8362-24104547069b req-785fa768-34e5-47cc-a3e7-f5d4a9e2f4b9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1887176 Feb 16 18:23:15.533780 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757f46f2-7502-429f-8362-24104547069b req-58487591-db6c-47af-8f82-e146c6ff7f94 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413320 Feb 16 18:23:15.833748 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33e6b6-3f02-4b52-9e7f-611274eeb3f1 req-2c60ff22-24e7-4a54-97fb-77a5caa88a6c tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:15.835383 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ea33e6b6-3f02-4b52-9e7f-611274eeb3f1 req-2c60ff22-24e7-4a54-97fb-77a5caa88a6c tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 944 time: 0.0917263 Feb 16 18:23:15.934417 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ea33e6b6-3f02-4b52-9e7f-611274eeb3f1 req-144ea878-3cb7-4209-b484-863988528e91 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919445 Feb 16 18:23:16.020323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365eab-ef3f-41d2-bd58-7fbef7ef07e9 req-1dd12e2b-bb7c-48ad-984e-4c3ca234f44b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:16.021816 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a4365eab-ef3f-41d2-bd58-7fbef7ef07e9 req-1dd12e2b-bb7c-48ad-984e-4c3ca234f44b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1573367 Feb 16 18:23:16.083977 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a4365eab-ef3f-41d2-bd58-7fbef7ef07e9 req-020e2d7f-1e45-4780-affb-9f993fd8785d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544732 Feb 16 18:23:16.085982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-f2af930d-4172-4a2b-a229-9d089ed173c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:16.087572 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-f2af930d-4172-4a2b-a229-9d089ed173c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 1163 time: 0.1406691 Feb 16 18:23:16.241824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-09ee1bd0-c17b-4f0a-b667-5a079b75d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:16.248642 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-09ee1bd0-c17b-4f0a-b667-5a079b75d4a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 905 time: 0.1539845 Feb 16 18:23:16.361531 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-43fefc40-f88d-4214-a9a4-74c447d935c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 200 len: 1002 time: 0.1063104 Feb 16 18:23:16.434567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-dbbd5f09-c6e8-4f5b-812d-e413a0248882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:16.436446 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-dbbd5f09-c6e8-4f5b-812d-e413a0248882 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.0675015 Feb 16 18:23:16.518684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-d2b42f65-ee11-459c-b9b7-4ff82f15de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:16.520314 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-d2b42f65-ee11-459c-b9b7-4ff82f15de98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765054 Feb 16 18:23:16.662673 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-20c56877-7e39-425a-b368-146cd0f215f7 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356750 Feb 16 18:23:16.805787 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-757c29fd-0a1b-4ba3-b16c-71bf0a315595 req-2a2c39e2-06fc-40b1-a7f9-013907babea0 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354268 Feb 16 18:23:17.138993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d01e2-8f1f-46f8-be14-1f4836ff10b3 req-1adde299-839b-4f2d-9b7c-3c0bee96f9ff tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:17.140688 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a41d01e2-8f1f-46f8-be14-1f4836ff10b3 req-1adde299-839b-4f2d-9b7c-3c0bee96f9ff tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 944 time: 0.0925858 Feb 16 18:23:17.189714 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a41d01e2-8f1f-46f8-be14-1f4836ff10b3 req-d35a9f3a-8ebd-4eef-b07c-33b038d5424d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Feb 16 18:23:17.290211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae1e1-fd66-474e-bcfb-f5b64fbfbb6b req-2e33a55f-c098-42d5-8e11-e27402603abc tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:17.291857 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f69ae1e1-fd66-474e-bcfb-f5b64fbfbb6b req-2e33a55f-c098-42d5-8e11-e27402603abc tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0914145 Feb 16 18:23:17.339495 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f69ae1e1-fd66-474e-bcfb-f5b64fbfbb6b req-b4201ab9-740f-442a-845c-5b5315b1353f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Feb 16 18:23:18.385303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77713481-bbad-4f12-98c0-5475fdf5d1c8 req-500e9e0f-0462-425f-93b3-b6411cc173b4 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:18.386950 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-77713481-bbad-4f12-98c0-5475fdf5d1c8 req-500e9e0f-0462-425f-93b3-b6411cc173b4 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 944 time: 0.0863872 Feb 16 18:23:18.435251 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-77713481-bbad-4f12-98c0-5475fdf5d1c8 req-cf1bf4a4-ccc2-47cf-8d78-58ea704d7b12 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Feb 16 18:23:18.540658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5a05c-f5ac-414d-b5f6-a2cef0ea6415 req-b78ec918-8994-4c68-9103-1590341f9cfe tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:18.542286 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-afd5a05c-f5ac-414d-b5f6-a2cef0ea6415 req-b78ec918-8994-4c68-9103-1590341f9cfe tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.0892758 Feb 16 18:23:18.590365 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-afd5a05c-f5ac-414d-b5f6-a2cef0ea6415 req-cec965d8-07ce-47cb-af73-65cf7ce7281a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Feb 16 18:23:19.633531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9c1d5-afbf-47ad-8a93-7777c45ca861 req-ebd45164-0864-4750-8356-ebf5a4e5c3bb tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:19.635097 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2cd9c1d5-afbf-47ad-8a93-7777c45ca861 req-ebd45164-0864-4750-8356-ebf5a4e5c3bb tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 944 time: 0.0852723 Feb 16 18:23:19.685155 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2cd9c1d5-afbf-47ad-8a93-7777c45ca861 req-5f949cc0-f0dd-4d80-a103-a77a7d5395f3 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Feb 16 18:23:20.929625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:23:21.052657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:23:21.058354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:23:21.058777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:21.126269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18b3fb-e8f3-42b3-b282-8ea26070575e req-5cec20f4-f93b-43ff-9e28-134c1709a9db tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:21.127830 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6d18b3fb-e8f3-42b3-b282-8ea26070575e req-5cec20f4-f93b-43ff-9e28-134c1709a9db tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 944 time: 0.3305604 Feb 16 18:23:21.179133 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6d18b3fb-e8f3-42b3-b282-8ea26070575e req-dc25c167-d461-4fec-bafe-eda2c7441486 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Feb 16 18:23:21.188875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:21.222950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bb704c-7a36-40ed-9665-3c295101087b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:21.234089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9,segment=NetworkSegment(53387c49-0cc4-4a0d-856e-d4b2ef2a65d7),segment_id=53387c49-0cc4-4a0d-856e-d4b2ef2a65d7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:21.263288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:21.265400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:21.299198 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bb704c-7a36-40ed-9665-3c295101087b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9', 'code': 200} Feb 16 18:23:21.341460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:21.345484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:21.572821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11296253-ed03-4594-85f5-4188c8d0a573 req-8824a29a-6a0a-4ccc-92f2-f7dc2e732f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:21.574414 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-11296253-ed03-4594-85f5-4188c8d0a573 req-8824a29a-6a0a-4ccc-92f2-f7dc2e732f7b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 1163 time: 0.0823648 Feb 16 18:23:21.619945 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-11296253-ed03-4594-85f5-4188c8d0a573 req-09034bba-59c4-4cdd-b6af-8f1927af3fdc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Feb 16 18:23:22.035095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-160e3ee0-5413-4452-8ebb-8972a7975d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:22.346626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:23:22.381685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f2328-9423-44ff-a844-e2b8e4b7d024 req-088e2024-c9e0-49ea-b63f-50ce2cbba685 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:22.383300 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-963f2328-9423-44ff-a844-e2b8e4b7d024 req-088e2024-c9e0-49ea-b63f-50ce2cbba685 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 946 time: 0.0875351 Feb 16 18:23:22.420036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:23:22.420467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:22.434614 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-963f2328-9423-44ff-a844-e2b8e4b7d024 req-28efdffd-e1f3-459f-8416-1a8d6d6943b8 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449095 Feb 16 18:23:22.688145 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:23:23.635069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36cc48-9c8e-41bb-a112-b96d0b8a786e req-8763d1c8-a689-482a-a431-db26ec82c2ca tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:23.636707 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef36cc48-9c8e-41bb-a112-b96d0b8a786e req-8763d1c8-a689-482a-a431-db26ec82c2ca tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 946 time: 0.0872576 Feb 16 18:23:23.684016 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef36cc48-9c8e-41bb-a112-b96d0b8a786e req-71ed7264-5983-4546-9670-bbfe6bfb9807 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Feb 16 18:23:24.155672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c756bde4-2ab7-4e5c-a574-f4bc70e29b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:24.973028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:25.085693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed47f7-b620-4243-be9d-ddac336b3cb6 req-4e224c51-6d9f-4ae6-bebb-7bc21a344aa2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:25.087323 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f2ed47f7-b620-4243-be9d-ddac336b3cb6 req-4e224c51-6d9f-4ae6-bebb-7bc21a344aa2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 946 time: 0.0910790 Feb 16 18:23:25.135891 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f2ed47f7-b620-4243-be9d-ddac336b3cb6 req-ef2c6d5d-d30a-47bb-ab0c-564b22d09f17 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Feb 16 18:23:25.921069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:26.391876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cbb1-0073-447d-ac75-a86099a1257b req-41de852d-f29f-4cd6-bb2c-a9405cc9ca34 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:26.393547 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5ff4cbb1-0073-447d-ac75-a86099a1257b req-41de852d-f29f-4cd6-bb2c-a9405cc9ca34 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 946 time: 0.0858703 Feb 16 18:23:26.419146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:26.444772 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5ff4cbb1-0073-447d-ac75-a86099a1257b req-7b1fbd2d-18a3-4308-b8bf-b204b7105594 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754f08-e090-428c-8241-f98a78dcb396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Feb 16 18:23:26.703036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-e9ef5b7e-fdd1-4d96-bebe-0c19832646bc tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:26.704565 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-e9ef5b7e-fdd1-4d96-bebe-0c19832646bc tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 946 time: 0.0888517 Feb 16 18:23:26.780057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Deleting port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:26.780447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:27.040048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] For port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9,segment=NetworkSegment(53387c49-0cc4-4a0d-856e-d4b2ef2a65d7),segment_id=53387c49-0cc4-4a0d-856e-d4b2ef2a65d7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:27.040376 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:27.174729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Calling delete_port for bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:27.350082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:27.365800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9f5c7272-9530-42db-920c-ddd11bc4f2ec tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:27.433778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Pushing event deleted for resources: {'Port': ['ID=bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:27.437798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:27.621467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] No DVR routers for this DVR port bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:23:27.627857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:27.630642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bb704c-7a36-40ed-9665-3c295101087b', 'name': 'network-vif-deleted', 'tag': 'bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:27.636907 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-413a0cbb-10dc-46e5-b7bb-6fb5ec09da50 req-24b1a22f-c93c-47f8-bb2e-a3cd1d5c5dfd tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4bb704c-7a36-40ed-9665-3c295101087b HTTP/1.1" status: 200 len: 210 time: 0.0654817 Feb 16 18:23:27.710254 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bb704c-7a36-40ed-9665-3c295101087b', 'name': 'network-vif-deleted', 'tag': 'bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9', 'status': 'completed', 'code': 200} Feb 16 18:23:27.721974 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c3b2f82d-df56-4093-9ab6-0e7f72441cb1 req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] 10.222.0.72 "DELETE /v2.0/ports/bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 HTTP/1.1" status: 204 len: 173 time: 1.0116866 Feb 16 18:23:28.370506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:23:28.412524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] No Port match for: bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:23:28.412923 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device bc93b2a7-65f5-4f93-96d9-e3e519c2b4f9 not bound to the agent host hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:23:29.025845 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-70609460-e812-4f0e-a8b3-7514eb49d77f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-290789723&fields=id&tenant_id=3f39c81da9c4459bbd082972e2027ceb HTTP/1.1" status: 200 len: 267 time: 0.0474875 Feb 16 18:23:29.138382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-ec8f9d9a-fafa-40ec-902a-9965363c939a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:29.140086 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-ec8f9d9a-fafa-40ec-902a-9965363c939a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 984 time: 0.1082439 Feb 16 18:23:29.152162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Request body: {'port': {'security_groups': ['882f4617-0644-4d9a-ae8c-81c0a064a807']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:29.305378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:29.660415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] For port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:29.689421 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:29.732594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:29.756270 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:29.916115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event updated for resources: {'Port': ['ID=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:29.919630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:29.974955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:29.975688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:29.978940 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-87d080a4-6079-4d2c-b7ea-79c7fc24c7ab req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "PUT /v2.0/ports/688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 942 time: 0.8320022 Feb 16 18:23:29.979501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:30.063163 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a9969f81-09cf-4645-972c-b8570246cc84 req-093d7bb7-df20-472a-a890-cd108bf3ed9d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups/a546c5f8-405f-4dd2-b303-8a083dccd88f HTTP/1.1" status: 200 len: 3003 time: 0.0657892 Feb 16 18:23:30.159747 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'status': 'completed', 'code': 200} Feb 16 18:23:30.255740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a9969f81-09cf-4645-972c-b8570246cc84 req-8de57b23-2560-4e5f-bf23-e30a919a4e7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:30.289064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-3d1a8671-dd84-4972-a6d5-f971e7f0cad4 None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:23:30.289497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8671-dd84-4972-a6d5-f971e7f0cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:30.353425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a9969f81-09cf-4645-972c-b8570246cc84 req-8de57b23-2560-4e5f-bf23-e30a919a4e7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:30.445918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-57437cc9-ade0-4859-b0ea-0595cd1d35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:30.447614 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-57437cc9-ade0-4859-b0ea-0595cd1d35cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1162 time: 0.2626114 Feb 16 18:23:30.455479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd939c-f8f5-4c20-bfb9-4131fe7b5a5f req-2f4d1059-f4d6-4b46-b71d-5a66f128c310 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:30.457679 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-87cd939c-f8f5-4c20-bfb9-4131fe7b5a5f req-2f4d1059-f4d6-4b46-b71d-5a66f128c310 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.1790006 Feb 16 18:23:30.595191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:23:30.617164 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-87cd939c-f8f5-4c20-bfb9-4131fe7b5a5f req-ad6184d0-6ebe-468a-ac10-a497fa5416c4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306920 Feb 16 18:23:30.622557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a9969f81-09cf-4645-972c-b8570246cc84 req-8de57b23-2560-4e5f-bf23-e30a919a4e7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:30.636028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-34acf782-459d-4ee2-8699-f6920469e4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:30.675152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de57b23-2560-4e5f-bf23-e30a919a4e7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a546c5f8-405f-4dd2-b303-8a083dccd88f,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:30.683017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8de57b23-2560-4e5f-bf23-e30a919a4e7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:30.685737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:23:30.685737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:30.701841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-f1540ade-0741-4450-9ed3-71516523ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:30.703444 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-f1540ade-0741-4450-9ed3-71516523ef19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 909 time: 0.2448292 Feb 16 18:23:30.704710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a9969f81-09cf-4645-972c-b8570246cc84 req-8de57b23-2560-4e5f-bf23-e30a919a4e7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:30.705830 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a9969f81-09cf-4645-972c-b8570246cc84 req-8de57b23-2560-4e5f-bf23-e30a919a4e7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "DELETE /v2.0/security-groups/a546c5f8-405f-4dd2-b303-8a083dccd88f HTTP/1.1" status: 204 len: 173 time: 0.6256104 Feb 16 18:23:30.916373 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-1ad14e7c-a1e0-4c04-bcec-3df94915b6eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 1001 time: 0.1990116 Feb 16 18:23:30.975748 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-6680f37f-b207-4e68-902f-03f65dae1bf6 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/floatingips/d5c2aae9-f315-48a1-8e65-2cff736202c0 HTTP/1.1" status: 200 len: 998 time: 0.1972878 Feb 16 18:23:31.111848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-fa5e4689-71e2-4d29-8fac-e04145ef94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:31.114116 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-fa5e4689-71e2-4d29-8fac-e04145ef94f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.1877878 Feb 16 18:23:31.180583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-1c4b097b-7192-43d7-8036-86e40735c859 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:31.181950 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-1c4b097b-7192-43d7-8036-86e40735c859 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1921101 Feb 16 18:23:31.192705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-cb24ae26-bf29-45f5-95e4-efdf1b5d051a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:23:31.193726 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-cb24ae26-bf29-45f5-95e4-efdf1b5d051a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059135 Feb 16 18:23:31.342553 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-4a36a223-2d68-46c4-9ebc-9ea2e8a6a8ad tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.246 HTTP/1.1" status: 200 len: 1001 time: 0.1429288 Feb 16 18:23:31.684359 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-223113db-ba4b-4737-9eb5-f9b8cc2170fb tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:31.685855 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-223113db-ba4b-4737-9eb5-f9b8cc2170fb tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports/688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 942 time: 0.3367159 Feb 16 18:23:31.916465 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-5c66f4c5-d1a4-4cac-94c6-6560a8fa34b8 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.246 HTTP/1.1" status: 200 len: 1001 time: 0.1270342 Feb 16 18:23:31.997525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2a73d-28bb-4635-9b6f-6d751516c858 req-3c1ed204-4d2d-4a5a-b7d9-df93b15b0188 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:31.999137 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ffb2a73d-28bb-4635-9b6f-6d751516c858 req-3c1ed204-4d2d-4a5a-b7d9-df93b15b0188 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.2518520 Feb 16 18:23:32.145824 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ffb2a73d-28bb-4635-9b6f-6d751516c858 req-c8c3185d-fcde-444d-b95d-5043f3a29005 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366293 Feb 16 18:23:32.190357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Deleting port 1bf8c656-9e80-4b89-8156-278fe213cc11 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:32.190681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:32.373948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:32.374311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:32.547911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Calling delete_port for 1bf8c656-9e80-4b89-8156-278fe213cc11 owned by network:floatingip {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:32.656849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-d84f5c7a-c431-4f00-a4d7-f5a2fdffbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:32.658474 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-d84f5c7a-c431-4f00-a4d7-f5a2fdffbeaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2727938 Feb 16 18:23:32.829517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:32.845602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ea7400f6-d273-4e44-b898-fc096155335f tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:32.904607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event deleted for resources: {'Port': ['ID=1bf8c656-9e80-4b89-8156-278fe213cc11,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:32.908700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:33.086282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:33.086584 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Floating IP d5c2aae9-f315-48a1-8e65-2cff736202c0 disassociated (deleted). External IP: 172.27.3.246, port: 688ec8c9-3f90-4f4e-868d-56ce9c7e1150. Feb 16 18:23:33.695941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9108c7-62ab-499f-a649-a4c6318777be req-d4ce3aa3-aac7-438b-a7a6-52da66ef6e79 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:33.698688 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4e9108c7-62ab-499f-a649-a4c6318777be req-d4ce3aa3-aac7-438b-a7a6-52da66ef6e79 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.4326522 Feb 16 18:23:33.729666 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Router 93ba65c4-0090-402c-ac2b-9f9216010543 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:23:33.888652 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4e9108c7-62ab-499f-a649-a4c6318777be req-693c5597-26eb-4ae9-b0ef-f12b7d1010a0 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826634 Feb 16 18:23:33.946932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:23:33.956696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] Sync routers for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:23:33.966554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:23:33.968906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:34.029341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:34.097631 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-f75fd460-6c66-4eb2-ac5e-c941352c4f7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "DELETE /v2.0/floatingips/d5c2aae9-f315-48a1-8e65-2cff736202c0 HTTP/1.1" status: 204 len: 173 time: 2.1737673 Feb 16 18:23:34.098275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:34.151720 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'status': 'completed', 'code': 200} Feb 16 18:23:34.321738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-431e1b62-5475-46e6-b19c-a8325d396a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:34.323610 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-431e1b62-5475-46e6-b19c-a8325d396a4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1162 time: 0.2080898 Feb 16 18:23:34.342391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:23:34.467313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-84bf7e33-8c3e-442f-a47a-eb979e9533eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:34.469079 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-84bf7e33-8c3e-442f-a47a-eb979e9533eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 909 time: 0.1385219 Feb 16 18:23:34.547021 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-ca2c9c28-5631-4c05-9686-7851593c4d22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 217 time: 0.0688663 Feb 16 18:23:34.616580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-0571b203-98db-4d6f-b00e-360528ce0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:34.618181 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-0571b203-98db-4d6f-b00e-360528ce0142 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.0642147 Feb 16 18:23:34.682196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:55Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:34.686535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] Checking router: 93ba65c4-0090-402c-ac2b-9f9216010543 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:23:34.696126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:23:34.696763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:34.724365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-2adf8a37-00d8-44e7-9118-fa389997ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:34.726415 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-2adf8a37-00d8-44e7-9118-fa389997ff9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013095 Feb 16 18:23:34.884552 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-86cecd69-b100-437c-87f1-0ba02221bb00 service neutron] 10.222.0.16 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506169 Feb 16 18:23:34.888886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:23:35.285489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:55Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:35.289767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392e229-4b89-49db-930b-7cd053474b08 None None] The sync data for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi is: [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:18:44Z', 'revision_number': 4, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '6af7eab6-f7fa-4209-8c47-aa7d2510b2d6', 'name': '', 'network_id': '46e15f86-8fa2-4a3f-9b5d-aa775829ce71', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'mac_address': 'fa:16:3e:57:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:43Z', 'updated_at': '2021-02-16T18:18:55Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'subnets': [{'id': 'd981a592-b31e-4916-a7b8-5252042e31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:23:35.426753 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dc6fb042-01ad-4403-87cf-6ffcd91c93ad req-0768fd3f-94f5-40cc-b473-d4d983e659ea service neutron] 10.222.0.16 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5352342 Feb 16 18:23:35.469982 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-bfd86586-3091-4f23-a603-c1ca982cebb7 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526419 Feb 16 18:23:35.476993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf113aa-5158-44c0-85d7-dff707085e5f req-a4ffa67c-ac51-4d6e-96fd-23d69420bb0d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:35.478556 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8bf113aa-5158-44c0-85d7-dff707085e5f req-a4ffa67c-ac51-4d6e-96fd-23d69420bb0d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.2697463 Feb 16 18:23:35.637069 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8bf113aa-5158-44c0-85d7-dff707085e5f req-4e6382d9-7e0f-43a9-8b83-433efa713fe4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321712 Feb 16 18:23:35.681884 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8531dea8-1ee4-47b1-af70-ca22a455cfad req-4d0461d3-08ee-458c-a47f-9b03e0f79d86 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2022774 Feb 16 18:23:35.699962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dbe0e6-3d57-4716-81a0-32af3f4c22e4 None None] New status for floating IP d5c2aae9-f315-48a1-8e65-2cff736202c0: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:23:35.860041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-3b9760a1-d2a6-4ed6-933d-6754b02a0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:35.861781 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-3b9760a1-d2a6-4ed6-933d-6754b02a0cfc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f39c81da9c4459bbd082972e2027ceb&device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 1162 time: 0.1012163 Feb 16 18:23:36.105456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-62f13d98-ed52-41dc-bc64-f256f37f78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:36.107858 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-62f13d98-ed52-41dc-bc64-f256f37f78a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 200 len: 909 time: 0.2386396 Feb 16 18:23:36.225843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-d04dfd45-803c-4cc9-8bf4-b612d69a476d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:36.228217 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-d04dfd45-803c-4cc9-8bf4-b612d69a476d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.2574420 Feb 16 18:23:36.245527 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-2cc7b94c-d335-4f20-949a-b679c6abcab8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 200 len: 217 time: 0.1304531 Feb 16 18:23:36.405782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Deleting port db782865-d67a-426d-bd76-c87369aab57a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:36.406177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:36.441707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-3d9dfdd8-48d2-478e-b26b-96b83895d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:36.443291 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-3d9dfdd8-48d2-478e-b26b-96b83895d481 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 200 len: 853 time: 0.1408823 Feb 16 18:23:36.699613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-604163f6-e4e6-4d8b-a756-1d6e10c9e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:36.701260 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-604163f6-e4e6-4d8b-a756-1d6e10c9e593 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e15f86-8fa2-4a3f-9b5d-aa775829ce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2478464 Feb 16 18:23:36.981970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] For port db782865-d67a-426d-bd76-c87369aab57a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db782865-d67a-426d-bd76-c87369aab57a,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:36.982356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:37.084057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device db782865-d67a-426d-bd76-c87369aab57a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:23:37.158393 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-4a36a39f-798b-4a47-9879-0b53ed9b8af6 service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389098 Feb 16 18:23:37.408416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:37.447043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb01a9-6ee0-4fff-bd08-69c0044d9d9f req-da9c58d7-1e4b-416f-9f12-ac17bfa2ecf5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:37.456535 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1fcb01a9-6ee0-4fff-bd08-69c0044d9d9f req-da9c58d7-1e4b-416f-9f12-ac17bfa2ecf5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 946 time: 0.5966318 Feb 16 18:23:37.503900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port db782865-d67a-426d-bd76-c87369aab57a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db782865-d67a-426d-bd76-c87369aab57a,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:37.505129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:37.526707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:37.529393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:37.584598 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a', 'code': 200} Feb 16 18:23:37.637458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=db782865-d67a-426d-bd76-c87369aab57a,revision_number=7']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:37.641641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:37.670858 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1fcb01a9-6ee0-4fff-bd08-69c0044d9d9f req-42e9c47c-f838-4011-9c85-547b772fd532 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129986 Feb 16 18:23:37.737548 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-927ac4de-50bb-437e-9fc7-981db008ed3a req-97fe5495-7d7c-4acd-b39e-b0698c7cc30c service neutron] 10.222.0.72 "GET /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5708861 Feb 16 18:23:37.775192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:37.775634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:37.775987 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Floating IP 9f92e845-b6bc-4e9d-9f91-beda8274d6df disassociated. External IP: 172.27.3.122, port: db782865-d67a-426d-bd76-c87369aab57a. Feb 16 18:23:37.776367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Calling delete_port for db782865-d67a-426d-bd76-c87369aab57a owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:37.904525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:23:37.904904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:23:38.406794 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Deleting port db782865-d67a-426d-bd76-c87369aab57a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:38.407483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:39.211946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] For port db782865-d67a-426d-bd76-c87369aab57a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db782865-d67a-426d-bd76-c87369aab57a,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:39.212507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:39.246715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81becf2f-d109-43a5-8652-13ab2fc26049 req-24b16cd9-dadc-40d6-a48b-36965b3fbb67 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:39.248744 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-81becf2f-d109-43a5-8652-13ab2fc26049 req-24b16cd9-dadc-40d6-a48b-36965b3fbb67 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 944 time: 0.2625744 Feb 16 18:23:39.489025 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-81becf2f-d109-43a5-8652-13ab2fc26049 req-1b3395f9-22f2-4d7a-b4ef-aa7fd02dc849 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=18407ac4-1810-4f65-b17f-82b669459bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587126 Feb 16 18:23:39.667637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:39.667637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:39.667637 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Floating IP 9f92e845-b6bc-4e9d-9f91-beda8274d6df disassociated. External IP: 172.27.3.122, port: db782865-d67a-426d-bd76-c87369aab57a. Feb 16 18:23:39.667637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Calling delete_port for db782865-d67a-426d-bd76-c87369aab57a owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:39.843483 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-84cbfc09-f046-4009-a2cc-bc6198ab4f95 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1602554 Feb 16 18:23:39.915252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:39.934609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2b859b62-e466-47e9-bb32-7b7f422b1a13 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:39.995952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event deleted for resources: {'Port': ['ID=db782865-d67a-426d-bd76-c87369aab57a,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:40.002171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:40.099155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-016485e3-5749-47ff-979e-ddac29c5d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:40.100768 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-016485e3-5749-47ff-979e-ddac29c5d3fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 1163 time: 0.2351382 Feb 16 18:23:40.449844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-c757c0a6-2364-4452-8c37-41b3d8a374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:40.451462 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-c757c0a6-2364-4452-8c37-41b3d8a374a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 905 time: 0.3224597 Feb 16 18:23:40.724691 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8ba5dd87-e4aa-4731-96b3-07406948ecbf req-1a78a0a1-6744-4eb1-b11e-b2ec477ba59f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 210 time: 0.0660410 Feb 16 18:23:40.729542 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-681a5bc7-00e3-43b1-b8b6-b2baed80e011 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 200 len: 1002 time: 0.2669108 Feb 16 18:23:40.801600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Router aab39e15-8faf-48dd-af26-53b8971419f5 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:23:40.984517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-b5c7a12d-b0de-434a-8c32-242a11a1a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:40.986110 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-b5c7a12d-b0de-434a-8c32-242a11a1a035 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.2471285 Feb 16 18:23:41.274072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfd777-2867-4bca-97d2-2ca7db296d5a req-29d3734b-2725-4f34-8771-b89ed59b87eb tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:41.274884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-fabfd777-2867-4bca-97d2-2ca7db296d5a req-29d3734b-2725-4f34-8771-b89ed59b87eb tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Synchronizing usage tracker for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:41.360358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:23:41.364253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-fabfd777-2867-4bca-97d2-2ca7db296d5a req-29d3734b-2725-4f34-8771-b89ed59b87eb tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Unset dirty status for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:41.371665 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fabfd777-2867-4bca-97d2-2ca7db296d5a req-29d3734b-2725-4f34-8771-b89ed59b87eb tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.8195615 Feb 16 18:23:41.375579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] Sync routers for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:23:41.388950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:23:41.390537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:41.442555 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] No DVR routers for this DVR port db782865-d67a-426d-bd76-c87369aab57a on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:23:41.446635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:41.456134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-deleted', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:41.490836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-fabfd777-2867-4bca-97d2-2ca7db296d5a req-73950165-504f-40a3-9516-6268ee11f373 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Synchronizing usage tracker for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:security_group {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:41.507342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-f691a9d7-ccce-4186-aecb-8ce5c808f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:41.509042 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-f691a9d7-ccce-4186-aecb-8ce5c808f79b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5139468 Feb 16 18:23:41.518259 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-61c35f6a-ae86-48e0-afae-649e8bc072c0 req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "DELETE /v2.0/ports/db782865-d67a-426d-bd76-c87369aab57a HTTP/1.1" status: 204 len: 173 time: 5.2757983 Feb 16 18:23:41.545260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-fabfd777-2867-4bca-97d2-2ca7db296d5a req-73950165-504f-40a3-9516-6268ee11f373 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Unset dirty status for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:security_group {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:41.557734 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fabfd777-2867-4bca-97d2-2ca7db296d5a req-73950165-504f-40a3-9516-6268ee11f373 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850562 Feb 16 18:23:41.575224 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eba9c94-7b33-41d2-acd1-9a8bc00e2b21', 'name': 'network-vif-deleted', 'tag': 'db782865-d67a-426d-bd76-c87369aab57a', 'status': 'completed', 'code': 200} Feb 16 18:23:41.739116 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-8f104e62-f5bc-4969-be18-e5a005cf09ed service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197638 Feb 16 18:23:41.746367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:23:42.011933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-92ad62fe-2a86-4f50-b47f-1a0268a89c35 req-ac4e170c-0b7e-4dfd-b2a7-1474f6034cf6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Synchronizing usage tracker for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:42.065261 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-173e8b42-d442-48ee-8a39-1d4ace901c20 req-7b47a4d3-5f88-4d0a-a0ce-bf2d584c59c1 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3172731 Feb 16 18:23:42.125864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-92ad62fe-2a86-4f50-b47f-1a0268a89c35 req-ac4e170c-0b7e-4dfd-b2a7-1474f6034cf6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Unset dirty status for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:42.127443 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-92ad62fe-2a86-4f50-b47f-1a0268a89c35 req-ac4e170c-0b7e-4dfd-b2a7-1474f6034cf6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba9c94-7b33-41d2-acd1-9a8bc00e2b21 HTTP/1.1" status: 200 len: 210 time: 0.1728675 Feb 16 18:23:42.213501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:42.348850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:42.352919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] Checking router: aab39e15-8faf-48dd-af26-53b8971419f5 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:23:42.365844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:23:42.366747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:42.633813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:23:42.926874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a11dd-646f-4979-a468-fdce2acc3212 req-7700d3f7-6df5-4a56-be8d-adb9c2df0c2a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:42.929004 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cc6a11dd-646f-4979-a468-fdce2acc3212 req-7700d3f7-6df5-4a56-be8d-adb9c2df0c2a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.2043853 Feb 16 18:23:42.980495 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-a8e800fb-d0b9-4f15-af59-a0f7dbf2c2ed tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:42.982194 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-a8e800fb-d0b9-4f15-af59-a0f7dbf2c2ed tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 945 time: 0.1651001 Feb 16 18:23:43.066546 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cc6a11dd-646f-4979-a468-fdce2acc3212 req-82abb3fd-e2aa-44d3-afa8-8c35874d9b9d tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243389 Feb 16 18:23:43.110321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Deleting port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:43.113032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:43.130567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:23:43.392136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:43.448804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45948) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:43.453169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:43.456737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:43.482882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:43.487738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] For port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:43.488419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:43.496138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8821e602-228d-40c5-abc0-733738054b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:43.570964 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'code': 200} Feb 16 18:23:43.615437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:43.627245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb088e-f7b3-4d6e-af19-e081b94c8568 None None] The sync data for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi is: [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:23:43.704348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,revision_number=7']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:43.717300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:43.829673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Calling delete_port for 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:43.843844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-00933200-b0c2-4b1e-8a6d-84b049e262d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:43.877332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-00933200-b0c2-4b1e-8a6d-84b049e262d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:43.978048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-00933200-b0c2-4b1e-8a6d-84b049e262d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:43.991622 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6084927a-cd83-4dac-ab0b-f2f2737402a2 tempest-VolumesNegativeTest-1848370872 tempest-VolumesNegativeTest-1848370872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:43.998765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00933200-b0c2-4b1e-8a6d-84b049e262d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18407ac4-1810-4f65-b17f-82b669459bcd,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:44.007973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:23:44.008621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:23:44.012546 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-00933200-b0c2-4b1e-8a6d-84b049e262d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:44.021465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-00933200-b0c2-4b1e-8a6d-84b049e262d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:44.023200 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-00933200-b0c2-4b1e-8a6d-84b049e262d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "DELETE /v2.0/security-groups/18407ac4-1810-4f65-b17f-82b669459bcd HTTP/1.1" status: 204 len: 168 time: 0.5728631 Feb 16 18:23:44.027721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 45954) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:44.056375 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.v2.resource [None req-7cb9a525-e310-4318-b0d7-4d84a1c91257 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] show failed (client error): The resource could not be found. Feb 16 18:23:44.058371 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7cb9a525-e310-4318-b0d7-4d84a1c91257 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups/18407ac4-1810-4f65-b17f-82b669459bcd HTTP/1.1" status: 404 len: 347 time: 0.0287440 Feb 16 18:23:44.062925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 45958) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:44.189147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ebb95-d50b-4470-8ea8-688346473b03 None None] New status for floating IP 9f92e845-b6bc-4e9d-9f91-beda8274d6df: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:23:44.538900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Deleting port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:44.539467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:44.660674 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Deleting port 6ffe444b-17b7-4e76-a67e-4d4d2f4ded5c {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:44.661124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:45.046140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f55a-7eaf-4e66-8df0-8407ee8f9346 req-a348f5e3-d640-4c1a-89e4-77f683a4aae0 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:45.047764 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8876f55a-7eaf-4e66-8df0-8407ee8f9346 req-a348f5e3-d640-4c1a-89e4-77f683a4aae0 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 943 time: 0.5100193 Feb 16 18:23:45.118605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:45.119028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:45.274668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Calling delete_port for 6ffe444b-17b7-4e76-a67e-4d4d2f4ded5c owned by network:floatingip {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:45.386236 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8876f55a-7eaf-4e66-8df0-8407ee8f9346 req-5d23d53c-c9d4-4aeb-9cb1-60e2ab9a6dde tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/security-groups?id=882f4617-0644-4d9a-ae8c-81c0a064a807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256867 Feb 16 18:23:45.402478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] For port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:45.402864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:45.809046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Calling delete_port for 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:46.011174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:46.035512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-01cc963f-2014-49ad-acf8-8eee8f96f49e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:46.105367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event deleted for resources: {'Port': ['ID=6ffe444b-17b7-4e76-a67e-4d4d2f4ded5c,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:46.179774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:46.288153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:46.310787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:46.382813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Pushing event deleted for resources: {'Port': ['ID=688ec8c9-3f90-4f4e-868d-56ce9c7e1150,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:46.388628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:46.450978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:46.599408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:46.604668 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "DELETE /v2.0/floatingips/9f92e845-b6bc-4e9d-9f91-beda8274d6df HTTP/1.1" status: 204 len: 168 time: 2.5368164 Feb 16 18:23:46.614950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] No DVR routers for this DVR port 688ec8c9-3f90-4f4e-868d-56ce9c7e1150 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:23:46.619245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:46.621708 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-947a1e36-635c-4856-b881-ffda9a2fc063 req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.72 "DELETE /v2.0/ports/688ec8c9-3f90-4f4e-868d-56ce9c7e1150 HTTP/1.1" status: 204 len: 173 time: 3.6322162 Feb 16 18:23:46.622430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'name': 'network-vif-deleted', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:46.748267 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceab173b-77fa-43a2-9577-2d904c58b0da', 'name': 'network-vif-deleted', 'tag': '688ec8c9-3f90-4f4e-868d-56ce9c7e1150', 'status': 'completed', 'code': 200} Feb 16 18:23:46.971032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-51c3dd9e-233d-4d98-98b9-2cf09a065216 req-08ff1afc-503f-4bbc-a3df-64318f16d53a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Synchronizing usage tracker for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:47.023372 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-51c3dd9e-233d-4d98-98b9-2cf09a065216 req-08ff1afc-503f-4bbc-a3df-64318f16d53a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Unset dirty status for tenant:3f39c81da9c4459bbd082972e2027ceb on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:47.025306 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51c3dd9e-233d-4d98-98b9-2cf09a065216 req-08ff1afc-503f-4bbc-a3df-64318f16d53a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceab173b-77fa-43a2-9577-2d904c58b0da HTTP/1.1" status: 200 len: 210 time: 0.1251283 Feb 16 18:23:47.543053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 45992) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:47.549025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290124693', 'description': 'tempest-description--1624138966'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:47.555938 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:23:47.560347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:security_group and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:23:47.563697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:23:47.570180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:23:47.617855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:47.641954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:23:47.646783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:security_group_rule and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:23:47.650136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:23:47.656152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:23:47.741605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:47.766468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:47.773664 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6e53735f-3919-4579-b4c1-2e2b1b80843b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:47.818028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73c39fa-3a51-4f71-b275-8df7b4683eff,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:47.833404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:48.081004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.083894 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5396690 Feb 16 18:23:48.086275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 45998) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:48.092830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'security_group_rule': {'security_group_id': 'a73c39fa-3a51-4f71-b275-8df7b4683eff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:48.100283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:23:48.104384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:security_group_rule and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:23:48.107815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:23:48.121978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:23:48.169021 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.241168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.269486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.272419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:48.305464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61232ca8-b3f6-464a-aba3-17f9c060ee7d,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:48.308403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:48.343981 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.345911 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2581615 Feb 16 18:23:48.349281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46022) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:48.355334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'security_group_rule': {'security_group_id': 'a73c39fa-3a51-4f71-b275-8df7b4683eff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:48.363011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:23:48.367260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:security_group_rule and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:23:48.370625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:23:48.380784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:23:48.443221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.530952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.594997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.603626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:48.626859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5879ccff-18d2-45b1-8a18-fe1bfeb56528,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:48.630457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:48.680856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.682257 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317790 Feb 16 18:23:48.686239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46034) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:48.692638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:48.698857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:23:48.704012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Usage tracker for resource:floatingip and tenant:ed443648e0134e279dac6975632a1b1d is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:23:48.707350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:23:48.713616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:23:48.749537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:48.933523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:49.238288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Allocated IP 172.27.3.164 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/b9df2066-a20f-4d66-90ba-ddadef5851d4) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:23:49.422053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:49.492472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:49.510327 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65a9f556-fafd-4c4a-9901-16555dd11fe9 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:49.582987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46056) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:49.595082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'Port': ['ID=b9df2066-a20f-4d66-90ba-ddadef5851d4,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:49.657833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.658247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.658662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.659850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.660255 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.660659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.661056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.661454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.661848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.662244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.662637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.663028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.663485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.663906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.664296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.664683 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.665066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.665451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.665836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.666219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.666604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.666991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.667375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.667778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:49.672275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:49.752349 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:23:49.753935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:23:49.756666 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:23:49.876240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:49.979758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:50.376398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:50.406344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:50.424198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c991406b-e845-4246-ad7f-e2bd4d3007fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:50.480603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618650'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:50.627052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'Port': ['ID=b9df2066-a20f-4d66-90ba-ddadef5851d4,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:50.634180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:50.741192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:50.795169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:50.796939 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1092627 Feb 16 18:23:50.930722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Deleting port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:50.931141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:51.162928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] For port 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:51.163879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:51.215063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-a147c674-c311-48b8-acf9-5c172eee4891 req-df2ae36f-a9e1-450b-9bae-24801ccfa879 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Synchronizing usage tracker for tenant:ed443648e0134e279dac6975632a1b1d on resource:security_group {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:51.308784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Calling delete_port for 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:51.423279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-a147c674-c311-48b8-acf9-5c172eee4891 req-df2ae36f-a9e1-450b-9bae-24801ccfa879 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Unset dirty status for tenant:ed443648e0134e279dac6975632a1b1d on resource:security_group {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:51.424671 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-df2ae36f-a9e1-450b-9bae-24801ccfa879 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1290124693&fields=id&tenant_id=ed443648e0134e279dac6975632a1b1d HTTP/1.1" status: 200 len: 267 time: 0.2581151 Feb 16 18:23:51.641665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c674-c311-48b8-acf9-5c172eee4891 req-dc82ad2b-2a73-4dc0-b73b-591388baef14 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:51.650902 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-dc82ad2b-2a73-4dc0-b73b-591388baef14 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 817 time: 0.2182939 Feb 16 18:23:51.668929 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-95b844bc-7374-423e-a4ba-d732c21b3a1d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/quotas/ed443648e0134e279dac6975632a1b1d HTTP/1.1" status: 200 len: 375 time: 0.0170434 Feb 16 18:23:51.692555 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:51.711269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:51.765257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-a147c674-c311-48b8-acf9-5c172eee4891 req-9f452e30-f725-4853-8aee-e564c6214c54 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Synchronizing usage tracker for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:51.778216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af7eab6-f7fa-4209-8c47-aa7d2510b2d6,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:51.812154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-a147c674-c311-48b8-acf9-5c172eee4891 req-9f452e30-f725-4853-8aee-e564c6214c54 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Unset dirty status for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:51.814128 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-9f452e30-f725-4853-8aee-e564c6214c54 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1387317 Feb 16 18:23:51.834171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:52.020799 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4ad451aa-00a8-4dc1-a0a7-15372d0ae771 service neutron] 10.222.0.16 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896346 Feb 16 18:23:52.046265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f6a5-9788-4374-a92a-8f9b45c60d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:52.236583 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-96b893f1-0545-4c9a-bc7c-f346146f7025 service neutron] 10.222.0.16 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2078948 Feb 16 18:23:52.524831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854167510'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:52.556094 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-64ee6ede-ade5-4150-8000-029cd231295b req-51042b44-6261-4000-ba16-5bcd0c4ae097 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 210 time: 0.0611298 Feb 16 18:23:53.196464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Router 93ba65c4-0090-402c-ac2b-9f9216010543 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:23:53.456060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:23:53.469330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] Sync routers for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:23:53.488136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:23:53.489703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:53.493213 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-940c2ec3-db1b-4e4d-8de5-9d47a8da91e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/93ba65c4-0090-402c-ac2b-9f9216010543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9088550 Feb 16 18:23:53.496149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46100) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:53.852644 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:23:54.192813 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-883ecbe0-f5ca-4d75-825d-8adae50ac743 req-06a08adf-e0b0-4514-b836-b8d675f89992 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 210 time: 0.4196377 Feb 16 18:23:54.196593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks [] for router, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:54.223655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cdb3032f-edd6-4d07-8c13-9768d6a9a935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:54.312272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:23:51Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:54.318529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] Checking router: 93ba65c4-0090-402c-ac2b-9f9216010543 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:23:54.328958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] Routers {'93ba65c4-0090-402c-ac2b-9f9216010543'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:23:54.329637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['93ba65c4-0090-402c-ac2b-9f9216010543'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:54.526398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:54.546509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Deleting port b127cfc0-11b6-4891-8ad8-571a2c74555b {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:54.547197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:54.625317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] Set router 93ba65c4-0090-402c-ac2b-9f9216010543 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:23:54.938153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c674-c311-48b8-acf9-5c172eee4891 req-da215bad-aa93-4407-a717-c9ab84b5055b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:54.942051 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-da215bad-aa93-4407-a717-c9ab84b5055b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 817 time: 0.3397815 Feb 16 18:23:55.014334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:23:51Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:55.031608 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29f100-b30f-491d-a1b7-e336e003d499 None None] The sync data for ids ['93ba65c4-0090-402c-ac2b-9f9216010543'] in dv-cinder-763306-9-iscsi is: [{'id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'name': 'tempest-TestMinimumBasicScenario-251708022-router', 'tenant_id': '3f39c81da9c4459bbd082972e2027ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:18:34Z', 'updated_at': '2021-02-16T18:23:51Z', 'revision_number': 5, 'project_id': '3f39c81da9c4459bbd082972e2027ceb', 'gw_port': {'id': 'b127cfc0-11b6-4891-8ad8-571a2c74555b', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba65c4-0090-402c-ac2b-9f9216010543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:18:37Z', 'updated_at': '2021-02-16T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:23:55.032853 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-c1d146a7-b298-408a-8077-aef3f118d413 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed443648e0134e279dac6975632a1b1d HTTP/1.1" status: 200 len: 5705 time: 0.0826523 Feb 16 18:23:55.049815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'port': {'device_id': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'admin_state_up': True, 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'security_groups': ['a73c39fa-3a51-4f71-b275-8df7b4683eff']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:55.099704 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] For port b127cfc0-11b6-4891-8ad8-571a2c74555b, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=b127cfc0-11b6-4891-8ad8-571a2c74555b,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:55.100161 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:55.317125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Calling delete_port for b127cfc0-11b6-4891-8ad8-571a2c74555b owned by network:router_gateway {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:55.322005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:55.456787 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3121757c-c2e4-4d9c-8bcd-ac3209076307 req-91266057-301a-4fff-ab05-193d9915aa8d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 210 time: 0.0755579 Feb 16 18:23:55.467919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:23:55.492023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:23:55.596889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Made reservation on behalf of ed443648e0134e279dac6975632a1b1d for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:23:55.602791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:55.755392 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:55.927131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.146912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853800330'] for router_gateway, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.301909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Allocated IP 172.20.0.9 (488dc2c4-c6c1-4034-947f-da1556dd13da/c7ef168b-4afe-4e7c-a186-2b31c2123050/b8c85494-7ff5-44b2-b36d-2c1a69d1c673) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:23:56.310017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128496'] for router, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.312333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.467164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-619145'] for router, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.467164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ba65c4-0090-402c-ac2b-9f9216010543 {{(pid=83981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:23:56.486415 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.604094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.605307 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4b454b7d-048b-44ab-b06c-f62be0da4e4e admin admin] 10.222.0.16 "DELETE /v2.0/routers/93ba65c4-0090-402c-ac2b-9f9216010543 HTTP/1.1" status: 204 len: 168 time: 3.1078978 Feb 16 18:23:56.608410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46140) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:56.615498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:23:56.660408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:23:56.660815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 6af7eab6-f7fa-4209-8c47-aa7d2510b2d6 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:23:56.665023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-35fc3c5b-d1e2-418b-b856-a35f53fb31a4 req-92094ac4-a94c-4ea5-ba4b-b84166685719 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Synchronizing usage tracker for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:23:56.686037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Deleting subnet d981a592-b31e-4916-a7b8-5252042e31dd {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:23:56.693008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.752286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.896455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.966047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-35fc3c5b-d1e2-418b-b856-a35f53fb31a4 req-92094ac4-a94c-4ea5-ba4b-b84166685719 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Unset dirty status for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:23:56.967232 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-35fc3c5b-d1e2-418b-b856-a35f53fb31a4 req-92094ac4-a94c-4ea5-ba4b-b84166685719 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 210 time: 0.3702598 Feb 16 18:23:56.970257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:56.991003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Transition to ACTIVE for port object b8c85494-7ff5-44b2-b36d-2c1a69d1c673 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:23:57.041017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:57.059309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-88aae3e8-fcf1-4cfd-920d-46333540d79d tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:57.209519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event updated for resources: {'Port': ['ID=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:57.212735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:57.259400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Network 488dc2c4-c6c1-4034-947f-da1556dd13da is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:23:57.260547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:23:57.262820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:23:57.333750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:57.334642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:57.401300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:57.418887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:57.458926 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4144497 Feb 16 18:23:57.467751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d981a592-b31e-4916-a7b8-5252042e31dd,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:57.470998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Request body: {'port': {'device_id': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:57.520668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-bc5652c5-9950-4be4-968c-e0e121ef6689 None None] Provisioning for port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:23:57.527456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-bc5652c5-9950-4be4-968c-e0e121ef6689 None None] Provisioning complete for port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:23:57.527952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc5652c5-9950-4be4-968c-e0e121ef6689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:57.532820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.533194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.533630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.534575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.534981 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.535389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.535885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.536211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.536614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.537007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.537403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.537797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.538249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.538645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.539041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.539433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.539854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.540647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.540647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.541013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.541401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.541792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.542186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.542576 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:23:57.548866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:57.578761 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:57.585641 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b8c5c98a-fe49-49a3-94d2-227fca988733 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d981a592-b31e-4916-a7b8-5252042e31dd HTTP/1.1" status: 204 len: 168 time: 0.9756558 Feb 16 18:23:57.586289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c8b127-8c9b-43c4-9bbc-757c3129c052 None None] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:23:57.590154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46154) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:57.603078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:57.627239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bc5652c5-9950-4be4-968c-e0e121ef6689 None None] Port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:23:57.711815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:57.785092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Deleting port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:57.785541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:57.870630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] DHCP port deletion for 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 request from dv-cinder-763306-9-iscsi {{(pid=83983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:23:57.876379 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] Deleting port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:57.876810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.021397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] For port 9bf9a45c-fdfc-4381-b25d-e83766484ae3, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=9bf9a45c-fdfc-4381-b25d-e83766484ae3,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:58.021786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.117950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c85494-7ff5-44b2-b36d-2c1a69d1c673 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:23:58.185948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.205353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Transition to ACTIVE for port object b8c85494-7ff5-44b2-b36d-2c1a69d1c673 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:23:58.231238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Calling delete_port for 9bf9a45c-fdfc-4381-b25d-e83766484ae3 owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:58.235162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837fcc6-e776-4dda-a393-36880dc1b380 req-c14cd62a-38fa-49c9-862f-9a9dc974e3a5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:58.236869 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6837fcc6-e776-4dda-a393-36880dc1b380 req-c14cd62a-38fa-49c9-862f-9a9dc974e3a5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 931 time: 0.1134624 Feb 16 18:23:58.242192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] For port 9bf9a45c-fdfc-4381-b25d-e83766484ae3, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=9bf9a45c-fdfc-4381-b25d-e83766484ae3,segment=NetworkSegment(6ca24825-910d-4dc2-85eb-1ebf82b2f7ea),segment_id=6ca24825-910d-4dc2-85eb-1ebf82b2f7ea)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:23:58.242734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.248448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.291045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ed6820ff-f1ef-4eab-b393-e11110465b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:58.343592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.366659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eb5b147b-7ddd-4ac7-86d4-67a6e7ddd5bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:58.437790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf9a45c-fdfc-4381-b25d-e83766484ae3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:58.442178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:58.474523 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6837fcc6-e776-4dda-a393-36880dc1b380 req-b89aa806-9461-462c-8ebe-dc4568fe6a9d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284493 Feb 16 18:23:58.507333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Pushing event updated for resources: {'Port': ['ID=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:58.513120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:58.620937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] No DVR routers for this DVR port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 on host dv-cinder-763306-9-iscsi {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:23:58.636699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] Calling delete_port for 9bf9a45c-fdfc-4381-b25d-e83766484ae3 owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:23:58.697485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 9bf9a45c-fdfc-4381-b25d-e83766484ae3 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:23:58.768158 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 9bf9a45c-fdfc-4381-b25d-e83766484ae3 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:23:58.768899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 9bf9a45c-fdfc-4381-b25d-e83766484ae3 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:23:58.769744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device b127cfc0-11b6-4891-8ad8-571a2c74555b no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:23:58.806407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Attempting to bind port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:58.806905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Attempting to bind port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:23:58.807378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Attempting to bind port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 on network 488dc2c4-c6c1-4034-947f-da1556dd13da {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:23:58.815730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:23:58.816653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Checking segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:23:58.817179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.817697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Bound using segment: {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:23:58.818308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Bound port: b8c85494-7ff5-44b2-b36d-2c1a69d1c673, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4813173e-64dc-4818-82e6-d0e93e27a2b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:23:58.818807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.855388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.936181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] For port b8c85494-7ff5-44b2-b36d-2c1a69d1c673, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:23:58.939191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: b127cfc0-11b6-4891-8ad8-571a2c74555b {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:23:58.939582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device b127cfc0-11b6-4891-8ad8-571a2c74555b not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:23:58.941112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] For port b8c85494-7ff5-44b2-b36d-2c1a69d1c673, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:23:58.959040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:23:58.959496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:23:58.989624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:58.997204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e15f86-8fa2-4a3f-9b5d-aa775829ce71']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:59.006525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2326d736-63bd-4e8d-b88a-4d3a49439827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:59.014044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:59.014486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca24825-910d-4dc2-85eb-1ebf82b2f7ea') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:23:59.030068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:59.046529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:59.048793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:23:59.169057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Pushing event updated for resources: {'Port': ['ID=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:59.172678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:59.208011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:59.208776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:59.210144 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] 10.222.0.72 "PUT /v2.0/ports/b8c85494-7ff5-44b2-b36d-2c1a69d1c673 HTTP/1.1" status: 200 len: 1157 time: 1.7439003 Feb 16 18:23:59.210713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:23:59.243850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:23:59.257839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:59.325720 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'status': 'completed', 'code': 200} Feb 16 18:23:59.357422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c674-c311-48b8-acf9-5c172eee4891 req-ea0b847a-8471-4ddf-a204-64d3016bd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:59.359130 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-ea0b847a-8471-4ddf-a204-64d3016bd7a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 1160 time: 0.0902438 Feb 16 18:23:59.439536 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-a951ee34-9841-4c49-8a15-839d4bfbb5d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673 HTTP/1.1" status: 200 len: 217 time: 0.0723073 Feb 16 18:23:59.460800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] Deleting port 9bf9a45c-fdfc-4381-b25d-e83766484ae3 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:23:59.461412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:59.482945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Network 46e15f86-8fa2-4a3f-9b5d-aa775829ce71 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:23:59.517670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c674-c311-48b8-acf9-5c172eee4891 req-434f163f-85d5-4b40-8c04-5625b916ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:59.519917 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-434f163f-85d5-4b40-8c04-5625b916ac03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0745714 Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:23:59.522241 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:23:59.540687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-325e66a5-d185-4d43-a94c-233d3d750be3 None None] The port '9bf9a45c-fdfc-4381-b25d-e83766484ae3' was deleted {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:23:59.651459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:59.652982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c674-c311-48b8-acf9-5c172eee4891 req-44b4a6ae-d0f3-46d6-b3af-e78ad70165b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:59.655180 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-44b4a6ae-d0f3-46d6-b3af-e78ad70165b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1285977 Feb 16 18:23:59.657143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:23:59.678561 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:23:59.688007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Pushing event deleted for resources: {'Network': ['ID=46e15f86-8fa2-4a3f-9b5d-aa775829ce71,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:23:59.688359 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:23:59.692119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:23:59.721274 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] 10.222.0.16 "DELETE /v2.0/networks/46e15f86-8fa2-4a3f-9b5d-aa775829ce71 HTTP/1.1" status: 204 len: 168 time: 2.1297948 Feb 16 18:23:59.880633 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a137392-3d92-46d6-a9c1-53f8194a6e51 req-5b4fb9c6-f7b4-4809-8046-13463c64b560 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:23:59.882262 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7a137392-3d92-46d6-a9c1-53f8194a6e51 req-5b4fb9c6-f7b4-4809-8046-13463c64b560 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.2241261 Feb 16 18:23:59.888131 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-b3ba2e52-71b7-4142-b64e-8e565e1726f7 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908898 Feb 16 18:23:59.923823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46220) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:23:59.978955 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-bf5a99ef-33be-4aef-8d09-72abfa19b7d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f39c81da9c4459bbd082972e2027ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509493 Feb 16 18:23:59.979229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46224) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:00.031366 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7a137392-3d92-46d6-a9c1-53f8194a6e51 req-81798e2c-9827-4b6e-a181-60d50b6cccf1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418562 Feb 16 18:24:00.048000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf205043-76d2-46f3-b3bb-526afeaffcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:00.073075 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a147c674-c311-48b8-acf9-5c172eee4891 req-8d4a4770-63e4-4a8c-b1ef-2ebe85477e55 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1670935 Feb 16 18:24:00.078656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf205043-76d2-46f3-b3bb-526afeaffcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:00.149054 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf205043-76d2-46f3-b3bb-526afeaffcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:00.154316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b8a74ff5-9e65-4ede-8739-8da8ccfb267a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:00.168700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf205043-76d2-46f3-b3bb-526afeaffcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882f4617-0644-4d9a-ae8c-81c0a064a807,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:00.171444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cf205043-76d2-46f3-b3bb-526afeaffcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:00.205059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cf205043-76d2-46f3-b3bb-526afeaffcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:00.206343 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-cf205043-76d2-46f3-b3bb-526afeaffcd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/882f4617-0644-4d9a-ae8c-81c0a064a807 HTTP/1.1" status: 204 len: 168 time: 0.2260461 Feb 16 18:24:00.224138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-f087706b-9514-4bd3-96b4-6099fbbba107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:00.225786 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-f087706b-9514-4bd3-96b4-6099fbbba107 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 1160 time: 0.0816405 Feb 16 18:24:00.378331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-9c6dbfbf-f3c6-4d3e-81ab-bfdaf3cea8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:00.379985 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-9c6dbfbf-f3c6-4d3e-81ab-bfdaf3cea8a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.1475370 Feb 16 18:24:00.457820 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-f6441e8c-9a49-4d64-8594-b8083fb683bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673 HTTP/1.1" status: 200 len: 217 time: 0.0713053 Feb 16 18:24:00.528456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-c5444707-d3e1-41a9-8e3b-9c2e5dc2847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:00.530080 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-c5444707-d3e1-41a9-8e3b-9c2e5dc2847d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0668755 Feb 16 18:24:00.621533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-680704d3-1ce7-4cc1-b7f8-bc7c4f705166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:00.623256 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-680704d3-1ce7-4cc1-b7f8-bc7c4f705166 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865126 Feb 16 18:24:00.633287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46238) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:00.706790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Deleting subnet 4b1e3bf0-e212-42b2-a954-0e75420d40f8 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:24:00.710291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:00.770292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:00.776095 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-5ef77967-75da-4f60-82ad-671298bdc547 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457350 Feb 16 18:24:00.833108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:00.939537 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fde6b97d-3f5c-40bb-acc1-5bd71341cef1 req-6e1c3309-0de5-41f3-8908-d9b984483a84 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557376 Feb 16 18:24:01.151038 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46254) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:01.261808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4da62-39f4-4d9d-8a42-e8741c0842f4 req-ddca7352-a005-4d93-a483-e2161e0ad594 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:01.263468 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8fb4da62-39f4-4d9d-8a42-e8741c0842f4 req-ddca7352-a005-4d93-a483-e2161e0ad594 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0903261 Feb 16 18:24:01.269516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1970807740-network', 'tenant_id': '885df98322b84b27b7f8e02037135304'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:01.294213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:01.303510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Usage tracker for resource:network and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:01.307504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:01.325060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:01.336362 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8fb4da62-39f4-4d9d-8a42-e8741c0842f4 req-57a35f1a-e8a0-4d35-8c1c-deb626529531 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630336 Feb 16 18:24:01.433452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Made reservation on behalf of 885df98322b84b27b7f8e02037135304 for: {'network': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:24:01.438320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:01.452424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:01.463368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:01.469121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:01.473246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Usage tracker for resource:security_group_rule and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:01.476263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:01.480005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b666d5b4-7c82-4fb2-809e-f1d56e918ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:01.482095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:01.528345 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1e3bf0-e212-42b2-a954-0e75420d40f8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:01.580520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:01.618052 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:01.624872 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4b1e3bf0-e212-42b2-a954-0e75420d40f8 HTTP/1.1" status: 204 len: 168 time: 0.9901197 Feb 16 18:24:01.625046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:01.628265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46260) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:01.934572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:01.943851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-71379ff4-e315-49c3-b608-1ca4a7de8a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:01.992293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:24:02.005664 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.065048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d54caac-7d0d-413e-8968-c16a3e3c8c40,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:02.077827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:02.078194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.078688 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Added segment f863c606-f535-4a86-b307-db33ccef64c7 of type vxlan for network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 Feb 16 18:24:02.230543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.245413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.369372 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819584dc-79ed-4b8c-8eea-c4683ebf025c']}} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:02.382535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7') {'for_net_delete': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:02.386086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53387c49-0cc4-4a0d-856e-d4b2ef2a65d7') {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:02.396305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822511976'] for segment, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.407366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.411585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:02.412240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.418580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:02.438879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.454525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:24:02.740270 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Pushing event updated for resources: {'Network': ['ID=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:02.748393 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5961659 Feb 16 18:24:02.750510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:02.751764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46268) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:02.758723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Request body: {'subnet': {'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1970807740-subnet', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:02.762862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:24:02.769023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:24:02.776239 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:02.779822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32469725'] for segment, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.780807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:24:02.781268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Usage tracker for resource:subnet and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:02.784606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:02.790520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:02.833742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Made reservation on behalf of 885df98322b84b27b7f8e02037135304 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:24:02.838948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31657745'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:02.963990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c60798-bf80-4b81-a9db-2a502af8f5d6 req-f0ab333d-2ee3-4ea7-89bc-fb6caa76af79 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:02.965617 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-92c60798-bf80-4b81-a9db-2a502af8f5d6 req-f0ab333d-2ee3-4ea7-89bc-fb6caa76af79 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.4936960 Feb 16 18:24:02.999442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Network 819584dc-79ed-4b8c-8eea-c4683ebf025c has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:24:03.023752 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:24:03.121344 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-92c60798-bf80-4b81-a9db-2a502af8f5d6 req-b1f57bd3-a8a6-4414-adb7-8b9ee9faa908 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470151 Feb 16 18:24:03.194693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.199318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.203311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:03.225149 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] 10.222.0.16 "DELETE /v2.0/networks/819584dc-79ed-4b8c-8eea-c4683ebf025c HTTP/1.1" status: 204 len: 168 time: 1.5956900 Feb 16 18:24:03.226428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Pushing event deleted for resources: {'Network': ['ID=819584dc-79ed-4b8c-8eea-c4683ebf025c,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:03.229784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6cd0cc42-0704-4c33-86ad-e7e4ba69382f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:03.529833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823278788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31657762'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.546638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-233d6304-8acf-4fa1-9b10-95380495e0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:03.573155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46274) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:03.626068 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d4c033ee-d978-4221-b505-442c90787bfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2482f6ec868403f88570a6510bdcc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506103 Feb 16 18:24:03.628768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46278) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:03.681223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de620961-e2cd-496e-bbe7-632e755e5052,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:03.684136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:03.692162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d683d213-5396-4816-9d1f-0d1e7edbe9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.719821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d683d213-5396-4816-9d1f-0d1e7edbe9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.749859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Checking segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:03.750736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Network hostable DHCP agents. Network: 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:24:03.766354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b8c85494-7ff5-44b2-b36d-2c1a69d1c673 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:03.805896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:24:03.845774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:03.855579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732ed313-5e52-4e60-9f9e-6bd5b873d8be None None] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:24:03.858495 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:03.859156 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.868701 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d683d213-5396-4816-9d1f-0d1e7edbe9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.873970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7060c31b-6a4b-4cae-b64e-e568f7dfe3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:03.887601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683d213-5396-4816-9d1f-0d1e7edbe9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a754f08-e090-428c-8241-f98a78dcb396,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:03.889288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:03.890826 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d683d213-5396-4816-9d1f-0d1e7edbe9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:03.894796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d683d213-5396-4816-9d1f-0d1e7edbe9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.894796 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d683d213-5396-4816-9d1f-0d1e7edbe9c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a754f08-e090-428c-8241-f98a78dcb396 HTTP/1.1" status: 204 len: 168 time: 0.2645049 Feb 16 18:24:03.913009 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46284) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:03.913154 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-66d6baf9-d3dc-4df3-b90e-14ac5492336d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1594434 Feb 16 18:24:03.920776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:03.927107 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:03.932476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Usage tracker for resource:router and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:03.935691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:03.943049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:03.966211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:03.966634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.988735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:03.990165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:04.114649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:04.221653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:04.235774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:24:04.237290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:04.290204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:24:04.309420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port b8c85494-7ff5-44b2-b36d-2c1a69d1c673, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:04.347512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:04.421440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:04.460641 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'code': 200} Feb 16 18:24:04.562725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:04.572927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.580827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.581926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.581926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.581926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.581926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.581926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.581926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.581926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:04.590304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:04.622454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:04.692812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Allocated IP 172.20.0.2 (8618f37b-8d67-45e4-bfe8-13b9a2b58ad1/de620961-e2cd-496e-bbe7-632e755e5052/607a0715-7864-4274-a11c-ecfeec38983e) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:04.742303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b145485-f37b-4794-821e-58dbf3a59e4f req-f5503fed-7739-4bf6-a968-3f6f92f9dba8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:04.743940 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9b145485-f37b-4794-821e-58dbf3a59e4f req-f5503fed-7739-4bf6-a968-3f6f92f9dba8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.2770948 Feb 16 18:24:04.878278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f3807-0a9f-4fd2-9450-af0a08665c21 req-d84f838c-cd6e-4f91-96ca-4a1b2a828aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:04.879993 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a65f3807-0a9f-4fd2-9450-af0a08665c21 req-d84f838c-cd6e-4f91-96ca-4a1b2a828aa7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 1162 time: 0.2362614 Feb 16 18:24:04.883669 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9b145485-f37b-4794-821e-58dbf3a59e4f req-65bfaf54-3d6a-4617-afd4-38545adbfcd5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305792 Feb 16 18:24:04.919138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:04.930428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Transition to ACTIVE for port object 607a0715-7864-4274-a11c-ecfeec38983e will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:04.941359 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a65f3807-0a9f-4fd2-9450-af0a08665c21 req-a349579e-d082-45a1-b371-71a43d0deec1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540540 Feb 16 18:24:04.947038 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Transition to ACTIVE for port object 607a0715-7864-4274-a11c-ecfeec38983e will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:04.976754 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:04.992277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:05.142444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Pushing event updated for resources: {'Port': ['ID=607a0715-7864-4274-a11c-ecfeec38983e,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:05.147262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:05.195988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:05.197361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:05.199932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:05.262159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Attempting to bind port 607a0715-7864-4274-a11c-ecfeec38983e on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:05.262577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Attempting to bind port 607a0715-7864-4274-a11c-ecfeec38983e by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:24:05.262999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Attempting to bind port 607a0715-7864-4274-a11c-ecfeec38983e on network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:24:05.269357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:24:05.269787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Checking segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:05.270246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:05.270700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Bound using segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:24:05.271248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Bound port: 607a0715-7864-4274-a11c-ecfeec38983e, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:24:05.271693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:05.344583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b8c85494-7ff5-44b2-b36d-2c1a69d1c673 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:05.376411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:05.413661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:05.427414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] For port 607a0715-7864-4274-a11c-ecfeec38983e, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:24:05.431656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] For port 607a0715-7864-4274-a11c-ecfeec38983e, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=607a0715-7864-4274-a11c-ecfeec38983e,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:24:05.444407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:05.444835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:05.477269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:05.663606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:05.705996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Allocated IP 172.27.3.180 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/04e983d4-e02e-45a4-b489-a842df0b31b8) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:05.856200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Pushing event updated for resources: {'Port': ['ID=607a0715-7864-4274-a11c-ecfeec38983e,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:05.859743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:05.875471 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:05.932619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:05.953269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:06.149390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Pushing event updated for resources: {'Port': ['ID=04e983d4-e02e-45a4-b489-a842df0b31b8,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:06.158944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:06.225436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea922-6a4b-414d-945f-501038b77609 req-1b6a2f92-2571-4bcf-8436-d04228568967 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:06.227097 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-680ea922-6a4b-414d-945f-501038b77609 req-1b6a2f92-2571-4bcf-8436-d04228568967 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.2169676 Feb 16 18:24:06.237736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:06.258474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:06.264042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:06.337673 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-680ea922-6a4b-414d-945f-501038b77609 req-f3deb96f-82e9-4461-8ab9-3d019615f0ff tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025019 Feb 16 18:24:06.704949 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 607a0715-7864-4274-a11c-ecfeec38983e up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:06.785226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:06.817573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 607a0715-7864-4274-a11c-ecfeec38983e completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:07.157527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:07.322206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2863b6-c656-45c8-93a4-8de667dcf964 None None] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:24:07.445993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Router 96aecc64-df47-483c-ada9-1591e75b4583 is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:24:07.487926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] Provisioning for port 607a0715-7864-4274-a11c-ecfeec38983e completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:07.506477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] Provisioning complete for port 607a0715-7864-4274-a11c-ecfeec38983e triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:07.506958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:07.700607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:07.701813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:24:07.712922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:24:07.717106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf05034-d5bd-413e-9697-30c7cbd1e992 req-c345b382-1678-4c84-b403-775912101693 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:07.718706 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1bf05034-d5bd-413e-9697-30c7cbd1e992 req-c345b382-1678-4c84-b403-775912101693 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.2034688 Feb 16 18:24:07.725122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:07.725787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:07.738962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] For port 607a0715-7864-4274-a11c-ecfeec38983e, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=607a0715-7864-4274-a11c-ecfeec38983e,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:07.774141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:07.778236 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8609753 Feb 16 18:24:07.778810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46298) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:07.788220 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1bf05034-d5bd-413e-9697-30c7cbd1e992 req-7c139c22-6982-4512-80f1-aa76f30a45cf tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530827 Feb 16 18:24:07.801454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:07.803501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:07.889196 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] Pushing event updated for resources: {'Port': ['ID=607a0715-7864-4274-a11c-ecfeec38983e,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:07.902519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:08.033191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-02edd821-2e81-4f4b-9b18-aeb3a45a9c5f None None] Provisioning complete for port 607a0715-7864-4274-a11c-ecfeec38983e triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:08.035082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-02edd821-2e81-4f4b-9b18-aeb3a45a9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:08.061091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613bce5-44fc-437b-978a-c1a426d1e8e0 req-9dbe7ed9-c0aa-49c2-9a8c-2abfa2f9e295 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:08.067059 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7613bce5-44fc-437b-978a-c1a426d1e8e0 req-9dbe7ed9-c0aa-49c2-9a8c-2abfa2f9e295 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.1085017 Feb 16 18:24:08.079788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46304) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:08.102049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Request body: {'floatingip': {'port_id': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:08.137818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:08.239432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:08.374098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-af92fca6-a5a4-4f0e-b6f8-9ef2a76c293f None None] Provisioning complete for port 607a0715-7864-4274-a11c-ecfeec38983e triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:08.374755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af92fca6-a5a4-4f0e-b6f8-9ef2a76c293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:08.575301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:06Z', 'revision_number': 3, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:08.579429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:24:08.579892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Updating router 96aecc64-df47-483c-ada9-1591e75b4583 port 04e983d4-e02e-45a4-b489-a842df0b31b8 binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:24:08.636881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:08.669017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-30485f60-aa57-4dd3-8e7c-716166551e5c None None] Provisioning complete for port 607a0715-7864-4274-a11c-ecfeec38983e triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:08.672316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-30485f60-aa57-4dd3-8e7c-716166551e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:08.685234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:08.738744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 607a0715-7864-4274-a11c-ecfeec38983e up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:08.902672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 607a0715-7864-4274-a11c-ecfeec38983e triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:08.903286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.076027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Allocated IP 172.20.0.1 (8618f37b-8d67-45e4-bfe8-13b9a2b58ad1/de620961-e2cd-496e-bbe7-632e755e5052/799dcc77-f127-4d21-bad9-a4e4f0ccdd28) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:09.098766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.112412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Transition to ACTIVE for port object 04e983d4-e02e-45a4-b489-a842df0b31b8 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:09.170859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.171836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.188773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e237de2a-9ce5-409f-ab7e-05c9b582d487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:09.217973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.242547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.258782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Transition to ACTIVE for port object 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:09.315570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.331091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Pushing event updated for resources: {'Port': ['ID=04e983d4-e02e-45a4-b489-a842df0b31b8,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:09.335844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3b7da723-0e2c-4987-b83a-0ae5c9bc633d tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:09.344743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.345132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.345525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.346425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.346796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.347169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.347536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.347926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.348311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.348679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.349044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.349403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.349822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.350188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.350547 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.350903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.351267 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.351649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.352006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.352365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.352723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.353079 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.353441 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.354147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:09.359844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:09.405742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Attempting to bind port 04e983d4-e02e-45a4-b489-a842df0b31b8 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:09.406263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Attempting to bind port 04e983d4-e02e-45a4-b489-a842df0b31b8 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:24:09.406752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Attempting to bind port 04e983d4-e02e-45a4-b489-a842df0b31b8 on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:24:09.409473 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Floating IP 31a299d6-4d63-4c26-b539-2bf2b4e4a0d7 associated. External IP: 172.27.3.164, port: b8c85494-7ff5-44b2-b36d-2c1a69d1c673. Feb 16 18:24:09.413373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:24:09.414063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:09.414592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.415151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:24:09.415775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Bound port: 04e983d4-e02e-45a4-b489-a842df0b31b8, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:24:09.416275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.484400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Pushing event updated for resources: {'Port': ['ID=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:09.491695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:09.499835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] For port 04e983d4-e02e-45a4-b489-a842df0b31b8, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:24:09.503153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] For port 04e983d4-e02e-45a4-b489-a842df0b31b8, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=04e983d4-e02e-45a4-b489-a842df0b31b8,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:24:09.532724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.540918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:09.542542 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:09.544925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:09.551158 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:09.603935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.721491 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Pushing event updated for resources: {'Port': ['ID=04e983d4-e02e-45a4-b489-a842df0b31b8,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:09.727494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:09.774512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:09.775381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:09.827184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Router aab39e15-8faf-48dd-af26-53b8971419f5 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:24:09.840043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-f926e75d-3224-441d-9407-bb1b44346ef1 None None] Provisioning for port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:09.848032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-f926e75d-3224-441d-9407-bb1b44346ef1 None None] Provisioning complete for port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:09.848821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f926e75d-3224-441d-9407-bb1b44346ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:09.919887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-f926e75d-3224-441d-9407-bb1b44346ef1 None None] Port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:24:09.986477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:10.032833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:24:10.037713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:10.046625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] Sync routers for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:24:10.057925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:10.058777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:10.105951 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-80a1f24f-ffbf-4282-8cb5-635afc21d4c9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "PUT /v2.0/floatingips/31a299d6-4d63-4c26-b539-2bf2b4e4a0d7 HTTP/1.1" status: 200 len: 991 time: 2.0231111 Feb 16 18:24:10.106694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:24:10.200159 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'status': 'completed', 'code': 200} Feb 16 18:24:10.215354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:10.271902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:10.306586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-a05331d1-cc5e-4f12-9d86-3907dbfd32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:10.308267 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-a05331d1-cc5e-4f12-9d86-3907dbfd32a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 1162 time: 0.0868146 Feb 16 18:24:10.381434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:06Z', 'revision_number': 3, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:10.385996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b48515-a778-4d45-8e3c-9fab43ae7f47 None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:06Z', 'revision_number': 3, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:24:10.487847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-7b41680e-f735-4822-b405-5c5132445261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:10.489750 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-7b41680e-f735-4822-b405-5c5132445261 service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.1748431 Feb 16 18:24:10.553358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:10.587731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31497133'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:10.618834 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-683ee339-a217-4d1c-b69e-ddab624857cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673 HTTP/1.1" status: 200 len: 999 time: 0.1218820 Feb 16 18:24:10.680427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:10.699226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-fd212dc1-2efc-4a62-a086-d2984faf3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:10.701348 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-fd212dc1-2efc-4a62-a086-d2984faf3d5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0758014 Feb 16 18:24:10.708728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '31a299d6-4d63-4c26-b539-2bf2b4e4a0d7', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'port_id': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'mac_address': 'fa:16:3e:97:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:23:49Z', 'updated_at': '2021-02-16T18:24:09Z', 'revision_number': 1, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:10.713791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] Checking router: aab39e15-8faf-48dd-af26-53b8971419f5 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:24:10.726177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:10.726896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:10.728028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:10.812263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-8e3a917a-d357-4f73-8ab9-4f2f9bcdacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:10.814253 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-8e3a917a-d357-4f73-8ab9-4f2f9bcdacbb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061921 Feb 16 18:24:10.953558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Pushing event updated for resources: {'Port': ['ID=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:10.957798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:10.958992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:10.960119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:11.244226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:11.254419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Router 96aecc64-df47-483c-ada9-1591e75b4583 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:24:11.358276 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-fd010213-9e49-4678-b0ef-baf91f36782b service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293093 Feb 16 18:24:11.453178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-2fb65916-2028-4402-85e2-9ac45beb53d7 None None] Provisioning complete for port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:11.453599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2fb65916-2028-4402-85e2-9ac45beb53d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:11.512709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:24:11.532299 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2d0433fa-88de-42ce-bfda-d5226ae435ad admin admin] 10.222.0.16 "PUT /v2.0/routers/96aecc64-df47-483c-ada9-1591e75b4583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7442410 Feb 16 18:24:11.547405 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab01a0eb-ab96-4d8a-8455-4d09688283c4 req-451c8a0a-6e1b-4d10-906a-a2daaf09787c service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1816943 Feb 16 18:24:11.564024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-2fb65916-2028-4402-85e2-9ac45beb53d7 None None] Port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:24:11.734557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '31a299d6-4d63-4c26-b539-2bf2b4e4a0d7', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'port_id': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'mac_address': 'fa:16:3e:97:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:23:49Z', 'updated_at': '2021-02-16T18:24:09Z', 'revision_number': 1, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:11.739855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7ff39-202f-4a6b-9355-9c80d6bcbcf5 None None] The sync data for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi is: [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '31a299d6-4d63-4c26-b539-2bf2b4e4a0d7', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'port_id': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'mac_address': 'fa:16:3e:97:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:23:49Z', 'updated_at': '2021-02-16T18:24:09Z', 'revision_number': 1, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:24:12.193446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.386966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46334) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:12.393985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1231920485-network', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:12.399047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:12.403100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Usage tracker for resource:network and tenant:69c8d3946922476eb35fc4d042b8f8d8 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:12.406103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:12.411850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:12.445718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Made reservation on behalf of 69c8d3946922476eb35fc4d042b8f8d8 for: {'network': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:24:12.450661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.464652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.480057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:12.484340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Usage tracker for resource:security_group_rule and tenant:69c8d3946922476eb35fc4d042b8f8d8 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:12.487973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:12.493814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:12.585014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.619798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.626775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ae509e01-dadc-43c4-9a7b-740ba14f4997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:12.631192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bdb7b4-1ace-4052-9f35-4c29378ee0b9 None None] New status for floating IP 31a299d6-4d63-4c26-b539-2bf2b4e4a0d7: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:24:12.668864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:24:12.681637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.682079 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Added segment 2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5 of type vxlan for network b745deec-68e4-4904-9475-55e97dccf5fb Feb 16 18:24:12.692920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 04e983d4-e02e-45a4-b489-a842df0b31b8 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:12.696533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9162455b-f13f-48d5-b20c-2bfc2cee3898,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:12.701816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:12.725023 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.794441 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.795813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:12.796474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.802644 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:12.822984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 04e983d4-e02e-45a4-b489-a842df0b31b8 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:12.828313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 04e983d4-e02e-45a4-b489-a842df0b31b8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:12.828744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:12.913253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Pushing event updated for resources: {'Network': ['ID=b745deec-68e4-4904-9475-55e97dccf5fb,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:12.916314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:12.935704 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network b745deec-68e4-4904-9475-55e97dccf5fb details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:24:12.943870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5555429 Feb 16 18:24:12.946680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46340) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:12.948527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network b745deec-68e4-4904-9475-55e97dccf5fb details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:24:12.952836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Request body: {'subnet': {'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1231920485-subnet', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:12.958173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:12.962322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Usage tracker for resource:subnet and tenant:69c8d3946922476eb35fc4d042b8f8d8 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:12.965461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:12.971824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:13.010692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Made reservation on behalf of 69c8d3946922476eb35fc4d042b8f8d8 for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:24:13.015816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31132748'] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:13.153159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:13.183408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 04e983d4-e02e-45a4-b489-a842df0b31b8, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=04e983d4-e02e-45a4-b489-a842df0b31b8,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:13.217500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:13.220398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:13.299940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=04e983d4-e02e-45a4-b489-a842df0b31b8,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:13.303508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:13.462347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32470195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31132799'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:13.479388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:13.616684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c098cac0-0a65-4695-a794-316b5f769f3d,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:13.621168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:13.670560 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:24:13.680926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:13.681603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:13.687585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Checking segment: {'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:13.687989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Network hostable DHCP agents. Network: b745deec-68e4-4904-9475-55e97dccf5fb, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:24:13.737402 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Network b745deec-68e4-4904-9475-55e97dccf5fb is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:24:13.793527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, b745deec-68e4-4904-9475-55e97dccf5fb) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:13.802751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de797163-64ff-4db8-84e3-697640e091ac None None] Network b745deec-68e4-4904-9475-55e97dccf5fb requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:24:13.807682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:13.808361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:13.858322 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-708c43ec-460d-41c6-bcb4-3d1d81c57c07 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9104643 Feb 16 18:24:13.860928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46346) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:13.866483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:13.871447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:13.875691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Usage tracker for resource:router and tenant:69c8d3946922476eb35fc4d042b8f8d8 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:13.879853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:13.885772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:13.925344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:13.926679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:13.942500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:14.017558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:14.244589 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-b745deec-68e4-4904-9475-55e97dccf5fb', 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'fixed_ips': [{'subnet_id': 'c098cac0-0a65-4695-a794-316b5f769f3d'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:24:14.245498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:14.282134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:14.665137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:14.677387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 04e983d4-e02e-45a4-b489-a842df0b31b8 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:14.703070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:14.895607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 04e983d4-e02e-45a4-b489-a842df0b31b8 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:14.896015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:14.958412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 2, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:14.977258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:24:14.977666 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Updating router 96aecc64-df47-483c-ada9-1591e75b4583 port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:24:14.995732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Allocated IP 172.27.3.216 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/995e8567-b268-4458-8050-57574d010590) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:15.036858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Allocated IP 172.20.0.2 (b745deec-68e4-4904-9475-55e97dccf5fb/c098cac0-0a65-4695-a794-316b5f769f3d/1f3fd414-cef6-47fb-a608-c23aee52e961) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:15.067842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:15.164097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:15.223666 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:15.239776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:15.392717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Pushing event updated for resources: {'Port': ['ID=995e8567-b268-4458-8050-57574d010590,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:15.398183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:15.441371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:15.442693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:15.445055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:15.557599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:15.633229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Transition to ACTIVE for port object 1f3fd414-cef6-47fb-a608-c23aee52e961 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:15.662392 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Transition to ACTIVE for port object 1f3fd414-cef6-47fb-a608-c23aee52e961 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:15.715186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:15.762501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:15.933369 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Pushing event updated for resources: {'Port': ['ID=1f3fd414-cef6-47fb-a608-c23aee52e961,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:15.941503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:15.943794 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:15.960641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Transition to ACTIVE for port object 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:16.003653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.020567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Network b745deec-68e4-4904-9475-55e97dccf5fb is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:16.021420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:16.069665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:16.081365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:16.167353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.222826 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e77735-5c02-4e5e-969d-98e3b789d55d None None] Pushing event updated for resources: {'Port': ['ID=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:16.229787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e3e77735-5c02-4e5e-969d-98e3b789d55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:16.241051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Attempting to bind port 1f3fd414-cef6-47fb-a608-c23aee52e961 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:16.241471 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Attempting to bind port 1f3fd414-cef6-47fb-a608-c23aee52e961 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:24:16.241884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Attempting to bind port 1f3fd414-cef6-47fb-a608-c23aee52e961 on network b745deec-68e4-4904-9475-55e97dccf5fb {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:24:16.259564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:24:16.259939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Checking segment: {'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:16.260391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.260840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Bound using segment: {'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:24:16.261365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Bound port: 1f3fd414-cef6-47fb-a608-c23aee52e961, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:24:16.261791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.485462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] For port 1f3fd414-cef6-47fb-a608-c23aee52e961, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:24:16.490514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Attempting to bind port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:16.490977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Attempting to bind port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:24:16.491321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Attempting to bind port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 on network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:24:16.499222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:24:16.499691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Checking segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:16.500124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.500572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Bound using segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:24:16.501091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Bound port: 799dcc77-f127-4d21-bad9-a4e4f0ccdd28, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:24:16.501519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.514840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] For port 1f3fd414-cef6-47fb-a608-c23aee52e961, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=1f3fd414-cef6-47fb-a608-c23aee52e961,segment=NetworkSegment(2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5),segment_id=2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:24:16.538147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.572830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.590748 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4509eff7-fc9b-4537-bbad-ba7b7dbf0ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:16.783218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Router 86770931-a4b3-46da-86c6-cc1bc8fc4bad is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:24:16.931519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] For port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:24:16.951212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] For port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:24:16.954338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Pushing event updated for resources: {'Port': ['ID=1f3fd414-cef6-47fb-a608-c23aee52e961,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:16.959813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:16.980467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:24:16.983663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:16.994250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Sync routers for ids ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:24:16.999561 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:17.007538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Routers {'86770931-a4b3-46da-86c6-cc1bc8fc4bad'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:17.008559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:17.034879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:17.036705 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1743944 Feb 16 18:24:17.039375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 46356) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:17.109684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e77735-5c02-4e5e-969d-98e3b789d55d None None] Pushing event updated for resources: {'Port': ['ID=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:17.120055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e3e77735-5c02-4e5e-969d-98e3b789d55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:17.228961 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Set router 86770931-a4b3-46da-86c6-cc1bc8fc4bad gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:17.252537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:17.253110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:17.513079 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:17.596262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:24:15Z', 'revision_number': 3, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:17.601261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Checking router: 86770931-a4b3-46da-86c6-cc1bc8fc4bad for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:24:17.601866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Updating router 86770931-a4b3-46da-86c6-cc1bc8fc4bad port 995e8567-b268-4458-8050-57574d010590 binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:24:17.677230 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:17.857543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:17.920406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:16Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:17.926591 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dde519-25d4-40c6-acd6-ee37e61a86b1 None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:16Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:24:18.164279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:18.179080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Transition to ACTIVE for port object 995e8567-b268-4458-8050-57574d010590 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:18.223049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:18.246322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:18.257411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Allocated IP 172.20.0.1 (b745deec-68e4-4904-9475-55e97dccf5fb/c098cac0-0a65-4695-a794-316b5f769f3d/a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:18.398003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061959a-7e9f-4a60-a400-c77c528b55ff None None] Pushing event updated for resources: {'Port': ['ID=995e8567-b268-4458-8050-57574d010590,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:18.402761 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2061959a-7e9f-4a60-a400-c77c528b55ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:18.423863 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:18.443013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Transition to ACTIVE for port object a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:18.479929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Attempting to bind port 995e8567-b268-4458-8050-57574d010590 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:18.480319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Attempting to bind port 995e8567-b268-4458-8050-57574d010590 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:24:18.480710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Attempting to bind port 995e8567-b268-4458-8050-57574d010590 on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:24:18.487837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:24:18.488543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:18.488947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:18.489393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:24:18.489934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Bound port: 995e8567-b268-4458-8050-57574d010590, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:24:18.490360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:18.509152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:18.546763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:18.577931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] For port 995e8567-b268-4458-8050-57574d010590, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:24:18.582324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] For port 995e8567-b268-4458-8050-57574d010590, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=995e8567-b268-4458-8050-57574d010590,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:24:18.611924 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:18.770667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c02e0-72e1-49df-a3b2-eb0457b9912f None None] Network b745deec-68e4-4904-9475-55e97dccf5fb requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:24:18.775968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-414ed945-0b95-4cf6-9350-552374ece477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:18.786544 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Network b745deec-68e4-4904-9475-55e97dccf5fb is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:18.787910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:18.789824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:18.792242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:18.848900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:18.851762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:18.897623 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 1f3fd414-cef6-47fb-a608-c23aee52e961 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:19.001857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-3cb801b1-438a-455c-abd1-f6ef1a39a82d None None] Provisioning for port 1f3fd414-cef6-47fb-a608-c23aee52e961 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:19.023652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.057984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061959a-7e9f-4a60-a400-c77c528b55ff None None] Pushing event updated for resources: {'Port': ['ID=995e8567-b268-4458-8050-57574d010590,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:19.062755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2061959a-7e9f-4a60-a400-c77c528b55ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:19.100500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Routers {'86770931-a4b3-46da-86c6-cc1bc8fc4bad'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:19.101469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:19.118612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 1f3fd414-cef6-47fb-a608-c23aee52e961 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:19.136644 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 1f3fd414-cef6-47fb-a608-c23aee52e961 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:19.149604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.326927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] Set router 86770931-a4b3-46da-86c6-cc1bc8fc4bad gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:19.363899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.410107 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 1f3fd414-cef6-47fb-a608-c23aee52e961, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=1f3fd414-cef6-47fb-a608-c23aee52e961,segment=NetworkSegment(2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5),segment_id=2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:19.451874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.453471 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:19.492021 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:19.613370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-4fafb183-37bd-4762-9276-54c1d8b7db95 None None] Provisioning complete for port 1f3fd414-cef6-47fb-a608-c23aee52e961 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:19.613725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4fafb183-37bd-4762-9276-54c1d8b7db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.640502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=1f3fd414-cef6-47fb-a608-c23aee52e961,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:19.649366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:19.653380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.705849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31497133'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.736051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 4, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c', 'name': '', 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'mac_address': 'fa:16:3e:bc:e6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:18Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 1, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'subnets': [{'id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:19.741037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84e204-5b81-4328-a109-e3a7fbb0a1cf None None] The sync data for ids ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'] in dv-cinder-763306-9-iscsi is: [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 4, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c', 'name': '', 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'mac_address': 'fa:16:3e:bc:e6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:18Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 1, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'subnets': [{'id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:24:19.744899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:19.756606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:19.757040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.764845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b5d7edd9-c750-459e-9432-74e5b733045a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:19.844190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.932425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-4fafb183-37bd-4762-9276-54c1d8b7db95 None None] Provisioning for port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:19.936061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.957014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-4fafb183-37bd-4762-9276-54c1d8b7db95 None None] Provisioning complete for port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:19.957702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4fafb183-37bd-4762-9276-54c1d8b7db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:19.968792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:19.974507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:20.013384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Network b745deec-68e4-4904-9475-55e97dccf5fb is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:20.014640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:20.024925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:20.045352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-4fafb183-37bd-4762-9276-54c1d8b7db95 None None] Port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:24:20.062836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:20.065261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5d986755-428b-4343-a7dc-720b160e9b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:20.196875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-78955752-a055-4af8-a25d-326c5aa1265e None None] Provisioning complete for port 1f3fd414-cef6-47fb-a608-c23aee52e961 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:20.197480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78955752-a055-4af8-a25d-326c5aa1265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:20.283183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:20.291099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:20.302977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Router 86770931-a4b3-46da-86c6-cc1bc8fc4bad has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:24:20.654848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:24:20.667620 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] 10.222.0.16 "PUT /v2.0/routers/86770931-a4b3-46da-86c6-cc1bc8fc4bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6236656 Feb 16 18:24:20.681190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-78955752-a055-4af8-a25d-326c5aa1265e None None] Provisioning complete for port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:20.681775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-78955752-a055-4af8-a25d-326c5aa1265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:20.724162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 1f3fd414-cef6-47fb-a608-c23aee52e961 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:20.749481 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0d5d-cbc7-46af-9e7f-f0523e91f035 req-2be22554-8195-4213-a4ce-de3182d05d8e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:20.751658 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8b2d0d5d-cbc7-46af-9e7f-f0523e91f035 req-2be22554-8195-4213-a4ce-de3182d05d8e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1556664 Feb 16 18:24:20.811441 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8b2d0d5d-cbc7-46af-9e7f-f0523e91f035 req-350786fb-b74c-40fe-a7e6-924c8bfad9e2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515921 Feb 16 18:24:20.827401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-78955752-a055-4af8-a25d-326c5aa1265e None None] Port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:24:20.864385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 1f3fd414-cef6-47fb-a608-c23aee52e961 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:20.864821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:20.994952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-e39dd98f-96db-427c-aea4-b43e17a66423 None None] Provisioning complete for port 1f3fd414-cef6-47fb-a608-c23aee52e961 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:20.995427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e39dd98f-96db-427c-aea4-b43e17a66423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:21.077099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:21.217601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:21.218038 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:21.289877 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-e39dd98f-96db-427c-aea4-b43e17a66423 None None] Provisioning complete for port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:21.290307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e39dd98f-96db-427c-aea4-b43e17a66423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:21.394884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-e39dd98f-96db-427c-aea4-b43e17a66423 None None] Port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:24:21.551819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1193002111', 'description': 'tempest-TestVolumeBootPattern-1193002111 description'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:21.563819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:21.569692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Usage tracker for resource:security_group and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:21.572953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:21.579462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:21.616238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:21.641501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:21.645733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Usage tracker for resource:security_group_rule and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:21.648977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:21.655096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:21.797059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:21.810405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186c42d-7909-40df-907b-f98328e81f0f req-0bcff47f-221b-4d29-810f-683a2785509e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:21.812003 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f186c42d-7909-40df-907b-f98328e81f0f req-0bcff47f-221b-4d29-810f-683a2785509e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.1316628 Feb 16 18:24:21.853997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:21.866230 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7c2aa9a6-94e6-4586-bfea-4bbe4e7dba55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:21.934338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Deleting port 739b5852-1a98-4733-b4fb-2e73fd59f64d {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:24:21.934728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:21.977010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:21.978305 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-74833680-0cb0-4266-8e3b-26ff28bd6c96 req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4344301 Feb 16 18:24:21.978994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7964954f-b5a9-4af5-80d1-80ef41d64a9f,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:22.022153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1f01-63ad-46d6-b402-c29facc5f85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:22.022648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:22.153471 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-5e79f44d-3fb4-4c91-9b1d-14ec024f2d95 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups/7964954f-b5a9-4af5-80d1-80ef41d64a9f HTTP/1.1" status: 200 len: 1808 time: 0.1252799 Feb 16 18:24:22.181611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7964954f-b5a9-4af5-80d1-80ef41d64a9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:22.181977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7964954f-b5a9-4af5-80d1-80ef41d64a9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:22.219472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:22.230624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Usage tracker for resource:security_group_rule and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:22.280497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:22.297475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d232404-33fa-4241-9be2-d8a128f88eb4 req-801c079a-f347-4d86-81b1-dd458d33cf5d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:22.299110 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d232404-33fa-4241-9be2-d8a128f88eb4 req-801c079a-f347-4d86-81b1-dd458d33cf5d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 946 time: 0.3314843 Feb 16 18:24:22.300064 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:22.606202 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d232404-33fa-4241-9be2-d8a128f88eb4 req-3110da56-aa22-4cb5-9782-91ea9b504241 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c570aea-c2d1-422c-96d9-87ea375897ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950125 Feb 16 18:24:22.637631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] For port 739b5852-1a98-4733-b4fb-2e73fd59f64d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=739b5852-1a98-4733-b4fb-2e73fd59f64d,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:22.638035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:22.714058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 995e8567-b268-4458-8050-57574d010590 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:22.751041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:22.822899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 995e8567-b268-4458-8050-57574d010590 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:22.829382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 995e8567-b268-4458-8050-57574d010590 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:22.829820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:22.871690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:22.964626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:22.967092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:22.976370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6e1ec924-65a6-4e32-b926-be18792e4e50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:22.984642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 995e8567-b268-4458-8050-57574d010590, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=995e8567-b268-4458-8050-57574d010590,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:23.017606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.019842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:23.024627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02ab6aa-722c-4e04-9ced-63708ae7d0ef,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:23.032773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:23.034558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.034974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.035327 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Floating IP b8a8cd95-4125-4e18-8ca0-0cc5136a3a76 disassociated. External IP: 172.27.3.207, port: 739b5852-1a98-4733-b4fb-2e73fd59f64d. Feb 16 18:24:23.035743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Calling delete_port for 739b5852-1a98-4733-b4fb-2e73fd59f64d owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:24:23.096998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=995e8567-b268-4458-8050-57574d010590,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:23.100879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:23.108461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.109767 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b4f68dca-9177-4b59-aba4-a4f8e3a6e891 req-9a065a23-8944-49ba-849b-c6063c2a6f97 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9392054 Feb 16 18:24:23.234593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Sync routers for ids ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:24:23.243442 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-3f5ce9bb-f89d-4b6b-a07a-67d06ef0d2ec tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups/7964954f-b5a9-4af5-80d1-80ef41d64a9f HTTP/1.1" status: 200 len: 2401 time: 0.0788980 Feb 16 18:24:23.248744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Routers {'86770931-a4b3-46da-86c6-cc1bc8fc4bad'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:23.248744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:23.255279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7964954f-b5a9-4af5-80d1-80ef41d64a9f', 'remote_group_id': None}]} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:23.255757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7964954f-b5a9-4af5-80d1-80ef41d64a9f', 'remote_group_id': None}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:23.261914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:23.265955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Usage tracker for resource:security_group_rule and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:23.269347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:23.272011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.291935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4182c08f-d7b3-4c91-be44-6facd1671dbc tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:23.330248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:23.354080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event deleted for resources: {'Port': ['ID=739b5852-1a98-4733-b4fb-2e73fd59f64d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:23.356998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:23.422269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 739b5852-1a98-4733-b4fb-2e73fd59f64d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:24:23.465054 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] No Port match for: 739b5852-1a98-4733-b4fb-2e73fd59f64d {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:24:23.465453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 739b5852-1a98-4733-b4fb-2e73fd59f64d not bound to the agent host hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:24:23.480092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Set router 86770931-a4b3-46da-86c6-cc1bc8fc4bad gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:23.498612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.659317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.695476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.706653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:23.797923 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e2a0d8-ef23-46d6-8270-b574c6550c0f,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:23.800859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:23.816730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-49f76588-2995-4260-a611-e0cec04b9fac req-5cac1fff-d982-47d0-834c-8bc5dcfd583f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Synchronizing usage tracker for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:24:23.834765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 4, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c', 'name': '', 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'mac_address': 'fa:16:3e:bc:e6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:18Z', 'updated_at': '2021-02-16T18:24:19Z', 'revision_number': 2, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'subnets': [{'id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:23.835134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Router d0179119-07d8-45e5-8003-53de2b09a992 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:24:23.839465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Checking router: 86770931-a4b3-46da-86c6-cc1bc8fc4bad for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:24:23.840034 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Updating router 86770931-a4b3-46da-86c6-cc1bc8fc4bad port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:24:23.900037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.972725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:23.976070 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b25ce1d9-729c-4308-8780-4cc87adf6c9d req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7256918 Feb 16 18:24:23.995638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-49f76588-2995-4260-a611-e0cec04b9fac req-5cac1fff-d982-47d0-834c-8bc5dcfd583f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Unset dirty status for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:24:23.996983 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-49f76588-2995-4260-a611-e0cec04b9fac req-5cac1fff-d982-47d0-834c-8bc5dcfd583f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=650b990a-b6a6-4147-a262-c1da6972f9bd HTTP/1.1" status: 200 len: 210 time: 0.2637284 Feb 16 18:24:24.071406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:24:24.083263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] Sync routers for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:24:24.125939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:24.126776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:23:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:24.130405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] No DVR routers for this DVR port 739b5852-1a98-4733-b4fb-2e73fd59f64d on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:24:24.132920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:24.136728 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f186c42d-7909-40df-907b-f98328e81f0f req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "DELETE /v2.0/ports/739b5852-1a98-4733-b4fb-2e73fd59f64d HTTP/1.1" status: 204 len: 173 time: 2.3178508 Feb 16 18:24:24.137291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'name': 'network-vif-deleted', 'tag': '739b5852-1a98-4733-b4fb-2e73fd59f64d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:24:24.205155 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b990a-b6a6-4147-a262-c1da6972f9bd', 'name': 'network-vif-deleted', 'tag': '739b5852-1a98-4733-b4fb-2e73fd59f64d', 'status': 'completed', 'code': 200} Feb 16 18:24:24.297391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dce2afe9-db8d-43df-ad2e-6870d310d2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:24.383318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:24.454570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:24.468272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Transition to ACTIVE for port object a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:24.501990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:24.518820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:24.667686 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e081473-bd63-4042-89cc-25af37b7bb16 None None] Pushing event updated for resources: {'Port': ['ID=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:24.672719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5e081473-bd63-4042-89cc-25af37b7bb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:24.711696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 995e8567-b268-4458-8050-57574d010590 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:24.755843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:24.760508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] Checking router: d0179119-07d8-45e5-8003-53de2b09a992 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:24:24.770102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:24.770842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:24:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:24.929520 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 995e8567-b268-4458-8050-57574d010590 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:24.929947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.024598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:25.209697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46448) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:25.298922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Attempting to bind port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:25.299352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Attempting to bind port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:24:25.299800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Attempting to bind port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c on network b745deec-68e4-4904-9475-55e97dccf5fb {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:24:25.309495 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c33f8be-8725-489c-8a60-a600102c4189 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.312130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.316477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:24:25.316907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Checking segment: {'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:25.317356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.317793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Bound using segment: {'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:24:25.318336 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Bound port: a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:24:25.318764 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.349776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c33f8be-8725-489c-8a60-a600102c4189 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.433648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c33f8be-8725-489c-8a60-a600102c4189 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.439186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a8f42fc9-e1f7-4832-9fa6-1d371493dbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:25.443784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:25.448443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb74ec2-cf0a-4c4a-b867-acf63fa8c5eb None None] The sync data for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi is: [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:24:25.457128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33f8be-8725-489c-8a60-a600102c4189 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c570aea-c2d1-422c-96d9-87ea375897ee,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:25.459720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8c33f8be-8725-489c-8a60-a600102c4189 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:25.491962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c33f8be-8725-489c-8a60-a600102c4189 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.493236 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8c33f8be-8725-489c-8a60-a600102c4189 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c570aea-c2d1-422c-96d9-87ea375897ee HTTP/1.1" status: 204 len: 168 time: 0.2817588 Feb 16 18:24:25.496506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46466) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:25.499430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] For port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:24:25.503036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] For port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,segment=NetworkSegment(2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5),segment_id=2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:24:25.518182 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.v2.resource [None req-d2cb4f8a-b3f2-449c-981c-25069e65b9cf tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] show failed (client error): The resource could not be found. Feb 16 18:24:25.519361 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d2cb4f8a-b3f2-449c-981c-25069e65b9cf tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups/8c570aea-c2d1-422c-96d9-87ea375897ee HTTP/1.1" status: 404 len: 347 time: 0.0215576 Feb 16 18:24:25.522516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46470) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:25.526919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.544653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:25.696634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Deleting port a4e3102c-4ee9-4335-974c-1c920e86765a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:24:25.697032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.701923 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e081473-bd63-4042-89cc-25af37b7bb16 None None] Pushing event updated for resources: {'Port': ['ID=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:25.710257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5e081473-bd63-4042-89cc-25af37b7bb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:25.752802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Routers {'86770931-a4b3-46da-86c6-cc1bc8fc4bad'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:25.753707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:24:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:25.906934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.907319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:25.941445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b31c2-f43a-454d-bb29-75226064891d None None] New status for floating IP b8a8cd95-4125-4e18-8ca0-0cc5136a3a76: DOWN {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:24:26.059786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Calling delete_port for a4e3102c-4ee9-4335-974c-1c920e86765a owned by network:floatingip {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:24:26.134643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:26.176604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] Set router 86770931-a4b3-46da-86c6-cc1bc8fc4bad gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:26.222993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:26.229867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-4b5b31c2-f43a-454d-bb29-75226064891d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:24:26.230276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-4b5b31c2-f43a-454d-bb29-75226064891d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:24:26.240217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-35bcb729-0452-4bba-b157-8b198e8160ab tempest-AttachVolumeNegativeTest-880689614 tempest-AttachVolumeNegativeTest-880689614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:26.301648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event deleted for resources: {'Port': ['ID=a4e3102c-4ee9-4335-974c-1c920e86765a,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:26.305616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:26.466287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:26.484539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:26.520369 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:26.524772 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "DELETE /v2.0/floatingips/b8a8cd95-4125-4e18-8ca0-0cc5136a3a76 HTTP/1.1" status: 204 len: 168 time: 0.9981551 Feb 16 18:24:26.539346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 4, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c', 'name': '', 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'mac_address': 'fa:16:3e:bc:e6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:18Z', 'updated_at': '2021-02-16T18:24:25Z', 'revision_number': 4, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'subnets': [{'id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:26.543671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793c6e2-0a21-4adc-a46f-006fd70dc2ea None None] The sync data for ids ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'] in dv-cinder-763306-9-iscsi is: [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:24:18Z', 'revision_number': 4, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c', 'name': '', 'network_id': 'b745deec-68e4-4904-9475-55e97dccf5fb', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'mac_address': 'fa:16:3e:bc:e6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:18Z', 'updated_at': '2021-02-16T18:24:25Z', 'revision_number': 4, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'subnets': [{'id': 'c098cac0-0a65-4695-a794-316b5f769f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:24:26.702106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:26.739494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b31c2-f43a-454d-bb29-75226064891d None None] New status for floating IP b8a8cd95-4125-4e18-8ca0-0cc5136a3a76: DOWN {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:24:26.887039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46480) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:26.897522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250683071', 'description': 'tempest-description--714673710'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:26.904354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:26.909360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:security_group and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:26.912621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:26.919580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:26.954483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:26.960618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:26.961727 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:26.972434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:26.999254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:27.003723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:security_group_rule and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:27.006820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:27.012647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:27.110174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.110380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.141566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,segment=NetworkSegment(2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5),segment_id=2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:27.143409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.150921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cf2f301f-0223-4649-a478-efe56f123b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:27.159851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.165887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:27.196916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef2781-7333-4cc9-b8ed-45956f7821db,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:27.200281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:27.228526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.230166 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5157044b-b281-4b5b-acf3-5bb017c3766d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3417907 Feb 16 18:24:27.234202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46486) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:27.241001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'security_group_rule': {'security_group_id': 'ffef2781-7333-4cc9-b8ed-45956f7821db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:27.245527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:27.247661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:27.249526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:27.252698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:security_group_rule and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:27.256137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:27.262742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:27.308278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.375361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.404922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.407755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-18bdd484-a786-49d9-a26c-16ed9e5d24b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:27.434556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ca9467-faa0-49f5-af53-c8db1dc23ffe,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:27.437276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:27.484994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.486427 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b9aa5c54-c0da-4e6b-9fba-cbe1e3c07041 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2511163 Feb 16 18:24:27.489852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46492) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:27.495631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'security_group_rule': {'security_group_id': 'ffef2781-7333-4cc9-b8ed-45956f7821db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:27.501977 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:27.506253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:security_group_rule and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:27.511300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:27.516062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:27.566514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.635624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.673825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.676366 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3e778a03-b469-462a-9b16-2f4b399f3b21 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:27.700747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cbc123-0240-41b1-b729-8d32171507c1,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:27.703391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:27.737316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:27.738669 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-389d7ff9-ab21-41d6-8a64-3ff4aaa65f73 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2477689 Feb 16 18:24:27.741969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46496) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:27.747603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:27.753581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:27.757671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Usage tracker for resource:floatingip and tenant:81f6b44438ce4530aaf7049bd4e9d60e is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:27.760797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:27.766596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:27.811106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:28.189132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:28.462910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Allocated IP 172.27.3.126 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/2a5ae36b-af6d-48b5-9e63-346e6d22f60e) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:28.622728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:28.677603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:28.700283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:28.717445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-12b58083-1144-40ca-a16a-caff8d730cde tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:28.756823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:28.757251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:28.861105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'Port': ['ID=2a5ae36b-af6d-48b5-9e63-346e6d22f60e,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:28.865032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:28.911916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:28.913092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:28.915345 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:29.002752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:29.093565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:29.385904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:29.440184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:29.456687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:29.606014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'Port': ['ID=2a5ae36b-af6d-48b5-9e63-346e6d22f60e,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:29.610536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:29.710354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:29.777248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:29.778657 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0356758 Feb 16 18:24:30.011515 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-8e88e4fd-71ba-4644-95cc-a7329bfef834 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Synchronizing usage tracker for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:security_group {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:24:30.061903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-8e88e4fd-71ba-4644-95cc-a7329bfef834 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Unset dirty status for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:security_group {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:24:30.063225 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-8e88e4fd-71ba-4644-95cc-a7329bfef834 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--250683071&fields=id&tenant_id=81f6b44438ce4530aaf7049bd4e9d60e HTTP/1.1" status: 200 len: 267 time: 0.0940475 Feb 16 18:24:30.231773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-b0d6b843-7a8c-43fd-aa3c-0970aa31c077 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:30.233460 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-b0d6b843-7a8c-43fd-aa3c-0970aa31c077 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 811 time: 0.1624002 Feb 16 18:24:30.249606 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-1a334c13-6b4d-4f27-8c48-d917ff7e5548 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/quotas/81f6b44438ce4530aaf7049bd4e9d60e HTTP/1.1" status: 200 len: 375 time: 0.0101297 Feb 16 18:24:30.341592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-aa186668-96f2-4641-85b5-0948e74eb8b1 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Synchronizing usage tracker for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:24:30.387874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-aa186668-96f2-4641-85b5-0948e74eb8b1 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Unset dirty status for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:24:30.389713 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-aa186668-96f2-4641-85b5-0948e74eb8b1 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1340795 Feb 16 18:24:30.544041 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-4e5d89db-c31d-455c-9303-fe7f7b85736e service neutron] 10.222.0.16 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392958 Feb 16 18:24:30.688573 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-9a8bb3c5-f2b3-408b-af16-ba4982259545 service neutron] 10.222.0.16 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372950 Feb 16 18:24:30.929437 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-237d63bc-a014-4310-bbc2-19e8366060d4 req-a4a5784e-4794-4a39-8c22-8d9d08e80bac tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 210 time: 0.0541348 Feb 16 18:24:32.100216 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9f9d2bb7-6de2-40dd-ae08-cdeb688014bd req-7bfb82d3-6d0b-4a58-bb96-eede57d71d62 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 210 time: 0.0529156 Feb 16 18:24:32.560918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-85abe8a0-b5b3-4ce8-ae3f-aae25a090016 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:32.562902 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-85abe8a0-b5b3-4ce8-ae3f-aae25a090016 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 811 time: 0.1599813 Feb 16 18:24:32.643814 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-10acfbd5-7b2d-41f6-af3a-2db0b32407de tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e HTTP/1.1" status: 200 len: 5703 time: 0.0720942 Feb 16 18:24:32.653944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'port': {'device_id': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'admin_state_up': True, 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'security_groups': ['ffef2781-7333-4cc9-b8ed-45956f7821db']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:32.805128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:32.815887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:32.850457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Made reservation on behalf of 81f6b44438ce4530aaf7049bd4e9d60e for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:24:32.856151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:33.176582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Allocated IP 172.20.0.13 (fd480a03-5d6b-4817-a959-8f9faa8c723f/e6c3fc4e-4313-4f35-8c56-b20879414715/848e4246-2619-4553-90c5-7d836c0b9d60) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:33.306846 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0630fbc2-7bdd-48fb-b102-49e85e4cf6e2 req-95e6faaa-088d-494f-a5ca-b7d74517b453 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 210 time: 0.0896344 Feb 16 18:24:33.436062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:33.452503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Transition to ACTIVE for port object 848e4246-2619-4553-90c5-7d836c0b9d60 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:33.508548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:33.523643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e81a5a56-bc5a-4f46-89a5-2b5d658dc863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:33.672199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event updated for resources: {'Port': ['ID=848e4246-2619-4553-90c5-7d836c0b9d60,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:33.677326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:33.723090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Network fd480a03-5d6b-4817-a959-8f9faa8c723f is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:33.724285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:33.726863 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:33.805577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:33.806550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:33.863783 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2140944 Feb 16 18:24:33.877649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Request body: {'port': {'device_id': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:33.999602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-3bc161f1-c494-46d0-bda6-bbde7417a394 None None] Provisioning for port 848e4246-2619-4553-90c5-7d836c0b9d60 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:34.002289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:34.005110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-3bc161f1-c494-46d0-bda6-bbde7417a394 None None] Provisioning complete for port 848e4246-2619-4553-90c5-7d836c0b9d60 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:34.005534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3bc161f1-c494-46d0-bda6-bbde7417a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:34.236733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3bc161f1-c494-46d0-bda6-bbde7417a394 None None] Port 848e4246-2619-4553-90c5-7d836c0b9d60 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:24:34.686799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c676bdb-ab8e-45d0-aa09-a5ec0e13905c req-991e6368-031f-46cd-9329-45cd97c53d94 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:34.687583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-9c676bdb-ab8e-45d0-aa09-a5ec0e13905c req-991e6368-031f-46cd-9329-45cd97c53d94 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Synchronizing usage tracker for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:24:34.757621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848e4246-2619-4553-90c5-7d836c0b9d60 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:24:34.765570 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:34.778978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Transition to ACTIVE for port object 848e4246-2619-4553-90c5-7d836c0b9d60 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:34.787721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-9c676bdb-ab8e-45d0-aa09-a5ec0e13905c req-991e6368-031f-46cd-9329-45cd97c53d94 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Unset dirty status for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:24:34.789027 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c676bdb-ab8e-45d0-aa09-a5ec0e13905c req-991e6368-031f-46cd-9329-45cd97c53d94 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 932 time: 0.2379251 Feb 16 18:24:34.828709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:34.847649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:34.915703 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c676bdb-ab8e-45d0-aa09-a5ec0e13905c req-fffec710-dfa7-4360-b330-ee8a7bde6399 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201267 Feb 16 18:24:35.003836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Pushing event updated for resources: {'Port': ['ID=848e4246-2619-4553-90c5-7d836c0b9d60,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:35.008517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:35.186724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Attempting to bind port 848e4246-2619-4553-90c5-7d836c0b9d60 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:35.187110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Attempting to bind port 848e4246-2619-4553-90c5-7d836c0b9d60 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:24:35.187501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Attempting to bind port 848e4246-2619-4553-90c5-7d836c0b9d60 on network fd480a03-5d6b-4817-a959-8f9faa8c723f {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:24:35.196443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:24:35.196855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Checking segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:35.197348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:35.197804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Bound using segment: {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:24:35.198406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Bound port: 848e4246-2619-4553-90c5-7d836c0b9d60, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cfd4a1-d311-41fc-963b-fc22e4db2edc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:24:35.198807 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:35.300786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] For port 848e4246-2619-4553-90c5-7d836c0b9d60, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:24:35.303926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] For port 848e4246-2619-4553-90c5-7d836c0b9d60, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=848e4246-2619-4553-90c5-7d836c0b9d60,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:24:35.337188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:35.353693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:35.510496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Pushing event updated for resources: {'Port': ['ID=848e4246-2619-4553-90c5-7d836c0b9d60,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:35.516177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:35.546958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:35.547690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:35.549249 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] 10.222.0.72 "PUT /v2.0/ports/848e4246-2619-4553-90c5-7d836c0b9d60 HTTP/1.1" status: 200 len: 1158 time: 1.6771481 Feb 16 18:24:35.549778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'tag': '848e4246-2619-4553-90c5-7d836c0b9d60'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:24:35.609205 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'tag': '848e4246-2619-4553-90c5-7d836c0b9d60', 'status': 'completed', 'code': 200} Feb 16 18:24:35.724831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ca6f1-ecc3-46be-8f08-f1022bb70004 req-bb9c6c0f-df17-40e9-9bfb-7398fdba7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:35.726533 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cd1ca6f1-ecc3-46be-8f08-f1022bb70004 req-bb9c6c0f-df17-40e9-9bfb-7398fdba7e01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 1161 time: 0.0882189 Feb 16 18:24:35.883482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ca6f1-ecc3-46be-8f08-f1022bb70004 req-a807bfd1-553c-4d4a-ab55-aff21c941a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:35.885061 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cd1ca6f1-ecc3-46be-8f08-f1022bb70004 req-a807bfd1-553c-4d4a-ab55-aff21c941a98 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1498790 Feb 16 18:24:36.086400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ca6f1-ecc3-46be-8f08-f1022bb70004 req-c17e9656-5629-4288-8b9a-757a48c559e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:36.088083 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cd1ca6f1-ecc3-46be-8f08-f1022bb70004 req-c17e9656-5629-4288-8b9a-757a48c559e1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1965017 Feb 16 18:24:36.134741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc4447-12dc-46bf-a5ec-817a8be67f4d req-19de943b-4ca7-49e5-9bfc-e0e5acbc6ce1 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:36.136458 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e3cc4447-12dc-46bf-a5ec-817a8be67f4d req-19de943b-4ca7-49e5-9bfc-e0e5acbc6ce1 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 944 time: 0.0959363 Feb 16 18:24:36.241612 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e3cc4447-12dc-46bf-a5ec-817a8be67f4d req-3db6ac03-19ec-4ded-a23a-bae373c89bd5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985620 Feb 16 18:24:36.263478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-c6d0f193-4925-4891-a5fa-5962b70ef5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:36.265111 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-c6d0f193-4925-4891-a5fa-5962b70ef5ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 1161 time: 0.1076739 Feb 16 18:24:36.339305 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-da4053c5-3176-4475-a595-a12d1979a60a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=848e4246-2619-4553-90c5-7d836c0b9d60 HTTP/1.1" status: 200 len: 217 time: 0.0659854 Feb 16 18:24:36.411538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-96fad8f1-a47b-4d02-a84c-bf09ca5083c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:36.413125 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-96fad8f1-a47b-4d02-a84c-bf09ca5083c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.0665903 Feb 16 18:24:36.495189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-22556be6-bb2a-4582-984d-d3955586cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:36.496792 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-22556be6-bb2a-4582-984d-d3955586cecc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773048 Feb 16 18:24:36.639301 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-2cf22da8-44ba-4087-bc56-73704ea3fdca service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358061 Feb 16 18:24:36.688160 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:24:36.785997 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-57223d79-025a-4383-8b58-62e4cff6bf18 req-79a54a70-75f1-43e9-b557-c1aa0c661d7d service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389818 Feb 16 18:24:37.445149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b26c1a-3196-4df2-b0e8-86eae739ff09 req-ccf04e58-a7df-4468-8272-de72aa7369b2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:37.446808 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72b26c1a-3196-4df2-b0e8-86eae739ff09 req-ccf04e58-a7df-4468-8272-de72aa7369b2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 944 time: 0.0918353 Feb 16 18:24:37.494085 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-72b26c1a-3196-4df2-b0e8-86eae739ff09 req-cc7d0cca-2954-49a2-a1d8-1edac61f6a50 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410492 Feb 16 18:24:38.692804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c08cb-465c-49fc-8082-527cb817c09c req-00f05900-532a-4cb2-b2d0-5cb01b630f11 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:38.694393 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d6c08cb-465c-49fc-8082-527cb817c09c req-00f05900-532a-4cb2-b2d0-5cb01b630f11 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 944 time: 0.0862052 Feb 16 18:24:38.744969 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3d6c08cb-465c-49fc-8082-527cb817c09c req-b8cc2776-5338-4012-892a-56b5b29684ea tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442607 Feb 16 18:24:39.940795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5603d-323b-403f-b647-10b6b673a043 req-acd9e73e-7f42-4379-b9e3-8e191f22d28a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:39.942378 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-56a5603d-323b-403f-b647-10b6b673a043 req-acd9e73e-7f42-4379-b9e3-8e191f22d28a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 944 time: 0.0868509 Feb 16 18:24:39.989337 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-56a5603d-323b-403f-b647-10b6b673a043 req-e5c1304c-1270-496c-8c00-8f9a56f7fd85 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Feb 16 18:24:41.190103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794c8da-2fcf-4507-a7f6-5714913581d8 req-fa4fbc99-32b9-4ee8-abc6-739e23e764c3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:41.191853 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d794c8da-2fcf-4507-a7f6-5714913581d8 req-fa4fbc99-32b9-4ee8-abc6-739e23e764c3 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 944 time: 0.0881429 Feb 16 18:24:41.242229 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d794c8da-2fcf-4507-a7f6-5714913581d8 req-964747aa-7139-4708-ada6-0914c416d56e tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Feb 16 18:24:42.170326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:42.320934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 848e4246-2619-4553-90c5-7d836c0b9d60 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:42.447350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f4da3-6503-49e1-a8db-3a251c1f5209 req-80d9b957-cb3b-4c1c-8fb2-8abcffddce33 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:42.449025 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-031f4da3-6503-49e1-a8db-3a251c1f5209 req-80d9b957-cb3b-4c1c-8fb2-8abcffddce33 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 944 time: 0.0937791 Feb 16 18:24:42.462020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 848e4246-2619-4553-90c5-7d836c0b9d60 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:42.467645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 848e4246-2619-4553-90c5-7d836c0b9d60 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:42.468072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:42.506963 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-031f4da3-6503-49e1-a8db-3a251c1f5209 req-88eb82d7-bede-45ba-a85c-380ab65970fb tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509396 Feb 16 18:24:42.593162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:42.707691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848e4246-2619-4553-90c5-7d836c0b9d60'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:24:42.717875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 848e4246-2619-4553-90c5-7d836c0b9d60, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=848e4246-2619-4553-90c5-7d836c0b9d60,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:24:42.748390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:42.750425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:42.786120 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848e4246-2619-4553-90c5-7d836c0b9d60', 'code': 200} Feb 16 18:24:42.825289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=848e4246-2619-4553-90c5-7d836c0b9d60,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:42.828584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:43.078774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bafc9-d157-482e-bea6-fae8ab4e23b1 req-25885000-cbfe-4f6d-9a6d-95d0ddc4c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:43.080928 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c76bafc9-d157-482e-bea6-fae8ab4e23b1 req-25885000-cbfe-4f6d-9a6d-95d0ddc4c180 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 1163 time: 0.0810556 Feb 16 18:24:43.125110 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c76bafc9-d157-482e-bea6-fae8ab4e23b1 req-744fe7df-1f2c-49b9-a355-9591ca44aa24 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361509 Feb 16 18:24:43.522894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 848e4246-2619-4553-90c5-7d836c0b9d60 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:24:43.597645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 848e4246-2619-4553-90c5-7d836c0b9d60 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:43.598274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:43.713902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9917a-0fd2-484b-bd21-2000c75cc233 req-89264eb3-54ab-4b28-9365-4a5be1cac2b7 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:43.715612 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dab9917a-0fd2-484b-bd21-2000c75cc233 req-89264eb3-54ab-4b28-9365-4a5be1cac2b7 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 946 time: 0.0897589 Feb 16 18:24:43.764550 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dab9917a-0fd2-484b-bd21-2000c75cc233 req-273db97d-0191-41b6-a60a-db23959dc3f2 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418382 Feb 16 18:24:44.968957 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a759b-7d09-4351-8a83-5365bb642814 req-8885b8a9-33ab-4860-82c6-54259cc54da9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:44.970588 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a17a759b-7d09-4351-8a83-5365bb642814 req-8885b8a9-33ab-4860-82c6-54259cc54da9 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 946 time: 0.0907974 Feb 16 18:24:45.018159 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a17a759b-7d09-4351-8a83-5365bb642814 req-471eb005-1831-48d9-9042-ffc0d6bb8a6c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412893 Feb 16 18:24:45.214171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840768b-4817-4ac5-9b11-880d79a1141e req-652ca48b-ae0b-46ea-801a-22318b05252b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:45.215801 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c840768b-4817-4ac5-9b11-880d79a1141e req-652ca48b-ae0b-46ea-801a-22318b05252b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 946 time: 0.0898209 Feb 16 18:24:45.225632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 46630) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:24:45.231049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Request body: {'floatingip': {'port_id': '848e4246-2619-4553-90c5-7d836c0b9d60'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:45.313448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:45.941353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:45.971012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:46.375970 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Floating IP 52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21 associated. External IP: 172.27.3.126, port: 848e4246-2619-4553-90c5-7d836c0b9d60. Feb 16 18:24:46.743333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Router d0179119-07d8-45e5-8003-53de2b09a992 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:24:46.935886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:24:46.941013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:46.947715 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] Sync routers for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:24:46.957997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:46.958660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:24:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:47.010915 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-801c1913-52ff-4e6e-98dc-bbbc3280c332 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "PUT /v2.0/floatingips/52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21 HTTP/1.1" status: 200 len: 992 time: 1.7815681 Feb 16 18:24:47.010915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'tag': '848e4246-2619-4553-90c5-7d836c0b9d60'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:24:47.057428 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'tag': '848e4246-2619-4553-90c5-7d836c0b9d60', 'status': 'completed', 'code': 200} Feb 16 18:24:47.159444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-233da7e5-ab85-40c1-ae20-a8d1a590bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:47.161119 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-233da7e5-ab85-40c1-ae20-a8d1a590bdd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 1163 time: 0.0804474 Feb 16 18:24:47.165577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:47.303871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-bdd285f3-750c-4e29-9492-aae8247c63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:47.305388 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-bdd285f3-750c-4e29-9492-aae8247c63b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 905 time: 0.1377020 Feb 16 18:24:47.419815 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-60287390-a233-4265-9834-c9e2810c2138 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=848e4246-2619-4553-90c5-7d836c0b9d60 HTTP/1.1" status: 200 len: 1000 time: 0.1074150 Feb 16 18:24:47.493915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-d8a36c4a-b048-48c6-b68a-985dd43b5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:47.495608 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-d8a36c4a-b048-48c6-b68a-985dd43b5999 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.0686195 Feb 16 18:24:47.585790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-9bef609f-0669-4aa2-98c2-da90949ed066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:47.587353 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-9bef609f-0669-4aa2-98c2-da90949ed066 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849488 Feb 16 18:24:47.700457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'port_id': '848e4246-2619-4553-90c5-7d836c0b9d60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'mac_address': 'fa:16:3e:4e:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:24:28Z', 'updated_at': '2021-02-16T18:24:45Z', 'revision_number': 1, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:47.704585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] Checking router: d0179119-07d8-45e5-8003-53de2b09a992 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:24:47.713447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:24:47.714107 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:24:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:47.732888 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-900c3545-9765-4d02-9661-0efa470aef7b service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383033 Feb 16 18:24:47.876249 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e4ea028b-43a8-4f17-8391-cbeb3410b62c req-5d3df45a-80e8-4790-945a-d518531e86d7 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363008 Feb 16 18:24:47.901699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:24:48.282291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'port_id': '848e4246-2619-4553-90c5-7d836c0b9d60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'mac_address': 'fa:16:3e:4e:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:24:28Z', 'updated_at': '2021-02-16T18:24:45Z', 'revision_number': 1, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:24:48.286845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b20af15-984e-4392-b1b4-45e979b7d86a None None] The sync data for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi is: [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'port_id': '848e4246-2619-4553-90c5-7d836c0b9d60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'mac_address': 'fa:16:3e:4e:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:24:28Z', 'updated_at': '2021-02-16T18:24:45Z', 'revision_number': 1, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:24:48.420855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-730bc131-2380-4517-96bd-d78af7e75d29 req-d44b6e67-1a69-4f85-8c74-bf43d615a459 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:security_group {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:24:48.473643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-730bc131-2380-4517-96bd-d78af7e75d29 req-d44b6e67-1a69-4f85-8c74-bf43d615a459 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:security_group {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:24:48.474920 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-d44b6e67-1a69-4f85-8c74-bf43d615a459 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1193002111&fields=id&tenant_id=885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 267 time: 0.0965393 Feb 16 18:24:48.591844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021c4a7-41b1-4830-8bd3-ceac4cff262a None None] New status for floating IP 52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21: ACTIVE {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:24:48.642837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc131-2380-4517-96bd-d78af7e75d29 req-36d3197f-0a2f-4e3c-ae3a-654ac260966a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:48.643659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-730bc131-2380-4517-96bd-d78af7e75d29 req-36d3197f-0a2f-4e3c-ae3a-654ac260966a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:network {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:24:48.685244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-730bc131-2380-4517-96bd-d78af7e75d29 req-36d3197f-0a2f-4e3c-ae3a-654ac260966a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:network {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:24:48.686542 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-36d3197f-0a2f-4e3c-ae3a-654ac260966a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 812 time: 0.2042449 Feb 16 18:24:48.703866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-e21ac5bf-c899-45bf-af52-02c8ed8bfe0d tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/quotas/885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 375 time: 0.0104308 Feb 16 18:24:48.796694 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-05f9458f-7fc2-42f2-898f-0cb5337a561f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868640 Feb 16 18:24:48.950683 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-bab7e7d1-0605-4e2a-8c55-5a6217c97a79 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404123 Feb 16 18:24:49.092855 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-b04ee9b9-1bf7-4370-8d41-1096abb1aa3e service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356039 Feb 16 18:24:49.650379 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1f970e1d-44ad-4e82-9f80-5b9f1b3958a1 req-f405bf60-bd1e-4fdc-bbe2-b1adffbd673c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 210 time: 0.0621374 Feb 16 18:24:50.817367 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cfad9118-630e-486b-9193-91249188094e req-9732017b-a807-4ecd-a024-c9f51e25dd20 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 210 time: 0.0490553 Feb 16 18:24:51.353048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc131-2380-4517-96bd-d78af7e75d29 req-ed9eacf9-a401-4c9a-a97d-54708c704418 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:51.354608 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-ed9eacf9-a401-4c9a-a97d-54708c704418 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 812 time: 0.1581957 Feb 16 18:24:51.434949 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-d6cfab3d-73a3-437a-8273-97926a50f4f3 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 5765 time: 0.0724916 Feb 16 18:24:51.444620 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'port': {'device_id': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'admin_state_up': True, 'tenant_id': '885df98322b84b27b7f8e02037135304', 'security_groups': ['7964954f-b5a9-4af5-80d1-80ef41d64a9f']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:51.594423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:24:51.598536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Usage tracker for resource:port and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:24:51.601707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:24:51.607521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:24:51.650746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Made reservation on behalf of 885df98322b84b27b7f8e02037135304 for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:24:51.660506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:52.022396 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a1c21065-acd8-478c-85f9-901e1c1e6857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:52.076260 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5813a917-1284-4b46-b5b3-4997ebdf78c9 req-7565017d-62ab-472f-b8e2-5e01fc5149df tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 210 time: 0.0554223 Feb 16 18:24:52.245375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Allocated IP 172.20.0.12 (8618f37b-8d67-45e4-bfe8-13b9a2b58ad1/de620961-e2cd-496e-bbe7-632e755e5052/7e8a863e-8087-423a-a157-a58e8f954340) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:24:52.449766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:52.466401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Transition to ACTIVE for port object 7e8a863e-8087-423a-a157-a58e8f954340 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:52.525085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:52.540706 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d8af094a-0051-45ac-9d38-50109d952053 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:52.690856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=7e8a863e-8087-423a-a157-a58e8f954340,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:52.702181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.702605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.703017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.703428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.703895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.704838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.705251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.705657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.706067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.706470 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.706867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.707271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.707775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.708175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.708575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.708969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.709364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.709758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.710153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.710552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.710943 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.711336 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.711753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.712149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:24:52.717961 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:52.757925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:24:52.759111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:24:52.761484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:24:52.831111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:52.831742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:52.908618 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4679992 Feb 16 18:24:52.920925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Request body: {'port': {'device_id': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:53.044828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-ce0210d1-b310-4ca8-a488-c7c4466f1195 None None] Provisioning for port 7e8a863e-8087-423a-a157-a58e8f954340 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:24:53.046828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:53.051050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-ce0210d1-b310-4ca8-a488-c7c4466f1195 None None] Provisioning complete for port 7e8a863e-8087-423a-a157-a58e8f954340 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:24:53.051478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ce0210d1-b310-4ca8-a488-c7c4466f1195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:53.113717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-ce0210d1-b310-4ca8-a488-c7c4466f1195 None None] Port 7e8a863e-8087-423a-a157-a58e8f954340 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:24:53.444837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92ce72-23af-4f55-9b04-ae517f316bcc req-60cbc286-2bba-45a5-acbe-9c79c378b637 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:53.445613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4b92ce72-23af-4f55-9b04-ae517f316bcc req-60cbc286-2bba-45a5-acbe-9c79c378b637 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:24:53.535240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-4b92ce72-23af-4f55-9b04-ae517f316bcc req-60cbc286-2bba-45a5-acbe-9c79c378b637 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:24:53.536582 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b92ce72-23af-4f55-9b04-ae517f316bcc req-60cbc286-2bba-45a5-acbe-9c79c378b637 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 932 time: 0.3092244 Feb 16 18:24:53.582025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8a863e-8087-423a-a157-a58e8f954340 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:24:53.599455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:53.618557 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4b92ce72-23af-4f55-9b04-ae517f316bcc req-30222365-faf2-4326-ac22-ace1d6346134 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0750921 Feb 16 18:24:53.621004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Transition to ACTIVE for port object 7e8a863e-8087-423a-a157-a58e8f954340 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:24:53.656184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:53.673497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4aaa0d27-5db1-4bde-b77e-fcd88408baaa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:53.823388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a863e-8087-423a-a157-a58e8f954340,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:53.826559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:54.008549 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Attempting to bind port 7e8a863e-8087-423a-a157-a58e8f954340 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:54.008935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Attempting to bind port 7e8a863e-8087-423a-a157-a58e8f954340 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:24:54.009314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Attempting to bind port 7e8a863e-8087-423a-a157-a58e8f954340 on network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:24:54.015268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:24:54.015699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Checking segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:24:54.016102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:54.016512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Bound using segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:24:54.017483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Bound port: 7e8a863e-8087-423a-a157-a58e8f954340, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:24:54.017865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:54.117098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] For port 7e8a863e-8087-423a-a157-a58e8f954340, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:24:54.121205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] For port 7e8a863e-8087-423a-a157-a58e8f954340, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7e8a863e-8087-423a-a157-a58e8f954340,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:24:54.176936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:54.193769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-aeca3ec4-2937-479a-a38a-de41301024a4 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:24:54.233324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e2b1257a-6ba4-413e-8647-8b0967850025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:54.352141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a863e-8087-423a-a157-a58e8f954340,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:24:54.355709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:24:54.392678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:54.393455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:54.394835 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] 10.222.0.72 "PUT /v2.0/ports/7e8a863e-8087-423a-a157-a58e8f954340 HTTP/1.1" status: 200 len: 1158 time: 1.4785721 Feb 16 18:24:54.395371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'tag': '7e8a863e-8087-423a-a157-a58e8f954340'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:24:54.444976 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'tag': '7e8a863e-8087-423a-a157-a58e8f954340', 'status': 'completed', 'code': 200} Feb 16 18:24:54.565154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24925f-3dbf-4208-9f08-ec14c1a12b0a req-0d740ce5-125b-4d5a-90d0-ba3ec08be066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:54.566788 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ac24925f-3dbf-4208-9f08-ec14c1a12b0a req-0d740ce5-125b-4d5a-90d0-ba3ec08be066 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 1161 time: 0.0855398 Feb 16 18:24:54.719123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24925f-3dbf-4208-9f08-ec14c1a12b0a req-02eff85f-e0e0-4a19-8cd5-98129915dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:54.720774 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ac24925f-3dbf-4208-9f08-ec14c1a12b0a req-02eff85f-e0e0-4a19-8cd5-98129915dddd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=885df98322b84b27b7f8e02037135304&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1469350 Feb 16 18:24:54.936409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24925f-3dbf-4208-9f08-ec14c1a12b0a req-009a0c1c-0367-45a0-9608-cbeefc6780ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:54.938014 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ac24925f-3dbf-4208-9f08-ec14c1a12b0a req-009a0c1c-0367-45a0-9608-cbeefc6780ca service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2113087 Feb 16 18:24:54.945252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda114-1eb3-4922-a9b7-ef445c0231c4 req-9dab2d1b-1a37-42d8-9be6-3c87e145df7c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:54.946864 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51bda114-1eb3-4922-a9b7-ef445c0231c4 req-9dab2d1b-1a37-42d8-9be6-3c87e145df7c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 944 time: 0.1932180 Feb 16 18:24:54.999170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:55.048813 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51bda114-1eb3-4922-a9b7-ef445c0231c4 req-03aa91ef-0eb9-469c-8264-db24f988f657 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0941494 Feb 16 18:24:55.075087 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc131-2380-4517-96bd-d78af7e75d29 req-c98b11c2-1b38-4285-a8e1-b130d96e7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:55.076697 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-c98b11c2-1b38-4285-a8e1-b130d96e7805 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 1161 time: 0.0997083 Feb 16 18:24:55.152733 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-62ff16c1-aa84-47bb-be83-5a002e74e638 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8a863e-8087-423a-a157-a58e8f954340 HTTP/1.1" status: 200 len: 217 time: 0.0685191 Feb 16 18:24:55.219538 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc131-2380-4517-96bd-d78af7e75d29 req-9b7c26ba-05c2-4fe3-b676-3499892b0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:55.221599 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-9b7c26ba-05c2-4fe3-b676-3499892b0ca4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.0630231 Feb 16 18:24:55.303002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc131-2380-4517-96bd-d78af7e75d29 req-4fca3429-281e-434b-bcfd-ea8e17a07472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:55.304622 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-4fca3429-281e-434b-bcfd-ea8e17a07472 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768049 Feb 16 18:24:55.446563 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-148dbfee-6689-4cfd-8e35-5783d2eaa426 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343205 Feb 16 18:24:55.586931 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-730bc131-2380-4517-96bd-d78af7e75d29 req-77a668e1-54df-4bcc-a750-ac1f1aa47a8e service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337640 Feb 16 18:24:55.907558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:56.255048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfcc1a-5bdb-4d9b-ba57-fd46d9252328 req-48c1a20d-acfa-41ad-a895-ec10fc311836 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:56.256673 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bcfcc1a-5bdb-4d9b-ba57-fd46d9252328 req-48c1a20d-acfa-41ad-a895-ec10fc311836 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 944 time: 0.0901549 Feb 16 18:24:56.303753 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3bcfcc1a-5bdb-4d9b-ba57-fd46d9252328 req-a8e96c4e-f7a7-482e-a65c-06edf797e6a8 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0406032 Feb 16 18:24:56.438896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:24:57.505406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df48b30-8029-4291-98c9-038f7e371ff2 req-cf6fd690-26a4-4dfa-85bb-bdcfd68019fe tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:57.515245 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0df48b30-8029-4291-98c9-038f7e371ff2 req-cf6fd690-26a4-4dfa-85bb-bdcfd68019fe tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 944 time: 0.0892503 Feb 16 18:24:57.554665 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0df48b30-8029-4291-98c9-038f7e371ff2 req-e73ecf82-c272-4ecc-bac6-2f5c5f210ea8 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0414810 Feb 16 18:24:58.753408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4342e-9aa4-41a2-90e8-47eb11aeeecd req-5edfade6-ab64-4daf-acb2-2383ed279590 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:24:58.754920 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a5a4342e-9aa4-41a2-90e8-47eb11aeeecd req-5edfade6-ab64-4daf-acb2-2383ed279590 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 944 time: 0.0853353 Feb 16 18:24:58.801529 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a5a4342e-9aa4-41a2-90e8-47eb11aeeecd req-856b82bc-be06-4240-893f-ca9822b48539 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0403726 Feb 16 18:25:00.002494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d600-a0ae-45fa-9226-eb29b7425b1b req-eb9dfa77-b21c-4a16-befd-25b7e672b92c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:00.004201 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c152d600-a0ae-45fa-9226-eb29b7425b1b req-eb9dfa77-b21c-4a16-befd-25b7e672b92c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 944 time: 0.0890429 Feb 16 18:25:00.052166 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c152d600-a0ae-45fa-9226-eb29b7425b1b req-6df50f3c-7112-40ab-ae9f-fb44d28375a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418091 Feb 16 18:25:01.251367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046c66b-fd85-4b9f-9c4a-89d66b881469 req-e6339962-dbb4-4e46-a610-8c03e812373a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:01.252990 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6046c66b-fd85-4b9f-9c4a-89d66b881469 req-e6339962-dbb4-4e46-a610-8c03e812373a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 944 time: 0.0860105 Feb 16 18:25:01.302246 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6046c66b-fd85-4b9f-9c4a-89d66b881469 req-71f77008-cf64-4fe6-a088-598110c04830 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0430794 Feb 16 18:25:02.500593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17448b20-21c8-43e3-a346-c3ef292e4842 req-92d8b866-a6de-48b3-8de9-0ab7407465cc tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:02.502699 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-17448b20-21c8-43e3-a346-c3ef292e4842 req-92d8b866-a6de-48b3-8de9-0ab7407465cc tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 944 time: 0.0866053 Feb 16 18:25:02.549231 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-17448b20-21c8-43e3-a346-c3ef292e4842 req-4065a3e7-f17f-410d-a7c6-0ebb5134ff39 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0403473 Feb 16 18:25:03.752475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee134bd-f723-4754-a269-def97e51701b req-62532a29-a401-41ac-a9ca-c424dcf06f47 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:03.754082 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4ee134bd-f723-4754-a269-def97e51701b req-62532a29-a401-41ac-a9ca-c424dcf06f47 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 944 time: 0.0886753 Feb 16 18:25:03.802342 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4ee134bd-f723-4754-a269-def97e51701b req-92880709-b655-4bba-84ab-bc34ec35787b tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418456 Feb 16 18:25:04.151574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 7e8a863e-8087-423a-a157-a58e8f954340 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:25:04.273261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 7e8a863e-8087-423a-a157-a58e8f954340 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:25:04.278480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 7e8a863e-8087-423a-a157-a58e8f954340 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:25:04.282269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:04.400224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:04.430473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a863e-8087-423a-a157-a58e8f954340'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:25:04.441763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 7e8a863e-8087-423a-a157-a58e8f954340, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7e8a863e-8087-423a-a157-a58e8f954340,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:25:04.467646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:04.469705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:25:04.508266 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a863e-8087-423a-a157-a58e8f954340', 'code': 200} Feb 16 18:25:04.540699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=7e8a863e-8087-423a-a157-a58e8f954340,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:25:04.544005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:25:04.822699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a58044-160e-4817-b5ae-ea67fa02da01 req-c094f6c5-033b-42af-9bdb-e7e49f22479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:04.824247 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-82a58044-160e-4817-b5ae-ea67fa02da01 req-c094f6c5-033b-42af-9bdb-e7e49f22479b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 1163 time: 0.0764277 Feb 16 18:25:04.870598 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-82a58044-160e-4817-b5ae-ea67fa02da01 req-cb3b6d89-313b-473d-828a-b3794525ea2a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0377636 Feb 16 18:25:05.013860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28cb17-0216-4468-acb4-ffcf54b212cf req-4cfddf0d-ba58-42eb-9701-70f0117ee5c8 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:05.015503 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ce28cb17-0216-4468-acb4-ffcf54b212cf req-4cfddf0d-ba58-42eb-9701-70f0117ee5c8 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 946 time: 0.0945318 Feb 16 18:25:05.064538 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ce28cb17-0216-4468-acb4-ffcf54b212cf req-183314dd-0355-4f93-9ff5-d87364a3a89d tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418725 Feb 16 18:25:05.596930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 7e8a863e-8087-423a-a157-a58e8f954340 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:25:05.667634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 7e8a863e-8087-423a-a157-a58e8f954340 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:25:05.668056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:06.264682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572f536-bf11-4b22-8543-860c6a10c6cd req-40173e7b-ccdf-4135-af88-e34e8f78533c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:06.266763 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8572f536-bf11-4b22-8543-860c6a10c6cd req-40173e7b-ccdf-4135-af88-e34e8f78533c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 946 time: 0.0861456 Feb 16 18:25:06.317818 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8572f536-bf11-4b22-8543-860c6a10c6cd req-745d0c49-bb2f-4601-b5ae-de69086814b3 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447919 Feb 16 18:25:07.519709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a8c07-ca21-42c6-8dcf-ea06af58b42c req-67102194-4cce-47b3-9c73-1ff2c09ba18f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:07.521401 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c75a8c07-ca21-42c6-8dcf-ea06af58b42c req-67102194-4cce-47b3-9c73-1ff2c09ba18f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 946 time: 0.0875401 Feb 16 18:25:07.570569 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c75a8c07-ca21-42c6-8dcf-ea06af58b42c req-e4f6472a-af01-4458-88b3-fac2d16c4eba tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0427825 Feb 16 18:25:07.623291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 7e8a863e-8087-423a-a157-a58e8f954340 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:25:07.701045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 7e8a863e-8087-423a-a157-a58e8f954340 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:25:07.701388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:07.770116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eafcf-1f44-4240-a38a-f8553087d475 req-dffb4dc4-7f00-49be-ace7-a7d08bc46510 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:07.771767 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a6eafcf-1f44-4240-a38a-f8553087d475 req-dffb4dc4-7f00-49be-ace7-a7d08bc46510 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 946 time: 0.0898113 Feb 16 18:25:07.820481 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a6eafcf-1f44-4240-a38a-f8553087d475 req-38ed7f9c-bb80-4ff1-ae03-ecc3c679579d tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0424447 Feb 16 18:25:08.239772 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-1d677479-7367-454a-ad26-5432b7f11b6f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3785849 Feb 16 18:25:08.250058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:08.255618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:25:08.259642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Usage tracker for resource:floatingip and tenant:885df98322b84b27b7f8e02037135304 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:25:08.262619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:25:08.268905 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:25:08.313350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:08.457620 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:08.731185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Allocated IP 172.27.3.77 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/bf946c3e-5691-4a91-9d86-eec7e405f591) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:25:08.891318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:08.942100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:08.956972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-098cee24-ba9f-483d-9584-782ee39168ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:25:09.096962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=bf946c3e-5691-4a91-9d86-eec7e405f591,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:25:09.100230 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:25:09.147816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:25:09.148986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:25:09.152236 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:25:09.237089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:09.328918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:09.599343 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:09.627598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:09.644069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f160ee11-bb01-40cd-9f8f-a9d9003b2ef2 tempest-VolumesActionsTest-2004851334 tempest-VolumesActionsTest-2004851334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:25:09.788333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=bf946c3e-5691-4a91-9d86-eec7e405f591,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:25:09.792908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:25:09.888011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:09.930468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:09.931813 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6858969 Feb 16 18:25:10.017115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-567eeb97-e57c-481b-ab0f-1ef03ccbc81f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:25:10.050488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-567eeb97-e57c-481b-ab0f-1ef03ccbc81f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:25:10.051788 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-567eeb97-e57c-481b-ab0f-1ef03ccbc81f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.77 HTTP/1.1" status: 200 len: 695 time: 0.1135583 Feb 16 18:25:10.212275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-c923edd4-103c-4222-972e-896338763e52 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:10.213758 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-c923edd4-103c-4222-972e-896338763e52 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1559649 Feb 16 18:25:10.224492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-5ec7be53-a5cc-4aae-8e3c-0bae6c9dafd1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:25:10.225577 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-894a52e7-c361-4c91-bb57-4664dc315a85 req-5ec7be53-a5cc-4aae-8e3c-0bae6c9dafd1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059137 Feb 16 18:25:10.414756 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18653a86-272e-4351-87b7-312fe3c868b1 req-0572e71e-61aa-4d1a-8b96-6a76eea2139a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:10.416410 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-0572e71e-61aa-4d1a-8b96-6a76eea2139a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0918474 Feb 16 18:25:10.504136 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-fc905855-178c-4a2b-a4d1-e840d780d1df tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0815763 Feb 16 18:25:10.514127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'floatingip': {'port_id': '7e8a863e-8087-423a-a157-a58e8f954340', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:10.593707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:11.219061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:11.238849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:11.421153 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Floating IP 4f63b493-97f6-4abd-b407-bc83afc69c2f associated. External IP: 172.27.3.77, port: 7e8a863e-8087-423a-a157-a58e8f954340. Feb 16 18:25:12.027966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Router 96aecc64-df47-483c-ada9-1591e75b4583 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:25:12.199147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:12.225482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:25:12.229796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:12.236478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:25:12.247115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:25:12.247802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:24:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:25:12.288954 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-7ea45ae8-9122-4063-ac3a-65e90674ed98 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "PUT /v2.0/floatingips/4f63b493-97f6-4abd-b407-bc83afc69c2f HTTP/1.1" status: 200 len: 996 time: 1.7788663 Feb 16 18:25:12.289525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'tag': '7e8a863e-8087-423a-a157-a58e8f954340'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:25:12.342919 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'tag': '7e8a863e-8087-423a-a157-a58e8f954340', 'status': 'completed', 'code': 200} Feb 16 18:25:12.442265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18653a86-272e-4351-87b7-312fe3c868b1 req-3de67116-d460-4592-bace-40dc876d5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:12.443977 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-3de67116-d460-4592-bace-40dc876d5f77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 1163 time: 0.1405869 Feb 16 18:25:12.446462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:25:12.553606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-1c9724fa-7b30-4306-9a36-f96dab7c7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:12.555252 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-1c9724fa-7b30-4306-9a36-f96dab7c7af9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 1163 time: 0.1877818 Feb 16 18:25:12.711112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18653a86-272e-4351-87b7-312fe3c868b1 req-8a1503ee-710a-4bb6-a3b2-e3d8fc8bb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:12.712791 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-8a1503ee-710a-4bb6-a3b2-e3d8fc8bb11f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.2585959 Feb 16 18:25:12.814026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-bbf100f0-a5a6-4c64-b734-975b8f19051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:12.815672 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-bbf100f0-a5a6-4c64-b734-975b8f19051b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.2477107 Feb 16 18:25:12.816957 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '4f63b493-97f6-4abd-b407-bc83afc69c2f', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '7e8a863e-8087-423a-a157-a58e8f954340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:92:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:25:09Z', 'updated_at': '2021-02-16T18:25:11Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:25:12.821106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:25:12.830573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:25:12.831235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:24:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:25:12.910010 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-dc0fb0a7-75d5-41e5-b456-29ce5e3f234a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8a863e-8087-423a-a157-a58e8f954340 HTTP/1.1" status: 200 len: 999 time: 0.1883101 Feb 16 18:25:12.999998 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-01450e96-9000-4fc7-ad6b-399041fd5090 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8a863e-8087-423a-a157-a58e8f954340 HTTP/1.1" status: 200 len: 999 time: 0.1665297 Feb 16 18:25:13.007814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18653a86-272e-4351-87b7-312fe3c868b1 req-bf43b2fa-81c4-4ca7-9d07-65dd27eab9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:13.012074 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-bf43b2fa-81c4-4ca7-9d07-65dd27eab9b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.0944953 Feb 16 18:25:13.027990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:25:13.133892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-23b1c267-cf67-4b76-8a3c-f6e9f96cfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:13.135516 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-23b1c267-cf67-4b76-8a3c-f6e9f96cfbde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.1207786 Feb 16 18:25:13.207471 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18653a86-272e-4351-87b7-312fe3c868b1 req-8dff06f8-1fba-4dc7-86c6-51a77f32778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:13.209120 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-8dff06f8-1fba-4dc7-86c6-51a77f32778c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1586030 Feb 16 18:25:13.228868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-02cb445a-8059-4e67-9477-a451c57c28ed service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:25:13.229940 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-02cb445a-8059-4e67-9477-a451c57c28ed service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0116854 Feb 16 18:25:13.244217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-f3bcbdbc-6507-45ea-82da-c312b2bdb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:13.245866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-f3bcbdbc-6507-45ea-82da-c312b2bdb988 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978847 Feb 16 18:25:13.406849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '4f63b493-97f6-4abd-b407-bc83afc69c2f', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '7e8a863e-8087-423a-a157-a58e8f954340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:92:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:25:09Z', 'updated_at': '2021-02-16T18:25:11Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:25:13.411050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e86cb86-a063-4f83-b421-553647e41258 None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '4f63b493-97f6-4abd-b407-bc83afc69c2f', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '7e8a863e-8087-423a-a157-a58e8f954340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:92:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:25:09Z', 'updated_at': '2021-02-16T18:25:11Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:25:13.504475 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-9dff5b8a-9497-48d3-b7e8-3873f6c8f8d2 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627356 Feb 16 18:25:13.513609 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-be683ef1-7c7e-4ab2-b747-5d20f01e0b48 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410214 Feb 16 18:25:13.688189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:25:13.712633 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce88aa5-ade5-45ab-a10b-d784ef5a5096 None None] New status for floating IP 4f63b493-97f6-4abd-b407-bc83afc69c2f: ACTIVE {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:25:13.775658 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-18653a86-272e-4351-87b7-312fe3c868b1 req-63497cb3-86f5-44ac-b67f-d94bdb19a335 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2641056 Feb 16 18:25:13.778916 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-682e1bf6-fe0a-4558-86c9-034f32d49d1a req-28e9fb62-c96a-4894-b2e2-084c9281bd0f service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2414942 Feb 16 18:25:22.021148 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fb8988fb-9de2-4c85-a5c4-bbca4f98bbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:24.141808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-41798398-bdb3-4d5d-bccf-f0ad1d8b9cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:24.975422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:25.912890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:26.455766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:35.791587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ca6e5-d6ed-4121-a468-6079570acd0f req-a3140b84-1618-4e6c-a241-3df93752134a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:35.793230 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5b8ca6e5-d6ed-4121-a468-6079570acd0f req-a3140b84-1618-4e6c-a241-3df93752134a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0906093 Feb 16 18:25:35.840872 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5b8ca6e5-d6ed-4121-a468-6079570acd0f req-c8a33c5c-3a84-40e1-b8b0-76999d7fea71 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Feb 16 18:25:37.048480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedadf2-9e33-4994-a271-37a753c24428 req-ed5f2106-b917-465b-8b36-2eda6d494c57 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:37.050353 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bdedadf2-9e33-4994-a271-37a753c24428 req-ed5f2106-b917-465b-8b36-2eda6d494c57 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0912762 Feb 16 18:25:37.099918 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bdedadf2-9e33-4994-a271-37a753c24428 req-c8466541-7add-40d9-8eaf-871075593d89 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 Feb 16 18:25:38.314373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318814-dd1a-4ee5-9006-a259033633d3 req-d9757c76-a17a-480b-a232-06f83daa38b4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:38.316024 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-19318814-dd1a-4ee5-9006-a259033633d3 req-d9757c76-a17a-480b-a232-06f83daa38b4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0883181 Feb 16 18:25:38.362599 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-19318814-dd1a-4ee5-9006-a259033633d3 req-77da2a31-89ce-48e8-9479-93c9c15e88d6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 Feb 16 18:25:39.568757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deed7d-42e7-402f-8410-a3c9eea2fcf4 req-99d6b385-3f94-433b-b3f8-0aff52041314 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:39.570341 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42deed7d-42e7-402f-8410-a3c9eea2fcf4 req-99d6b385-3f94-433b-b3f8-0aff52041314 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0905955 Feb 16 18:25:39.618014 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42deed7d-42e7-402f-8410-a3c9eea2fcf4 req-bba7af63-43ce-4dc0-af57-8acd42552d42 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414112 Feb 16 18:25:40.818697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306b84c-502f-45ed-a5f9-22572584813c req-42cb92d8-35ba-4171-b9b9-a0da7f713489 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:40.820358 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a306b84c-502f-45ed-a5f9-22572584813c req-42cb92d8-35ba-4171-b9b9-a0da7f713489 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0863857 Feb 16 18:25:40.870380 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a306b84c-502f-45ed-a5f9-22572584813c req-106f5553-88f0-4a90-97a4-35caa2382ded tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437291 Feb 16 18:25:42.076694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501c42a-c1ee-41b6-9e5a-0698d1f5f53e req-0e331206-85ae-4651-81bf-b0e6567daf9a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:42.078322 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7501c42a-c1ee-41b6-9e5a-0698d1f5f53e req-0e331206-85ae-4651-81bf-b0e6567daf9a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0872493 Feb 16 18:25:42.127893 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7501c42a-c1ee-41b6-9e5a-0698d1f5f53e req-ea18b0cb-49f5-493c-a4d9-80b974f40066 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Feb 16 18:25:42.226488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:42.775009 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-95e6802a-fb06-43ad-a920-71bb072d1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:42.776634 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-95e6802a-fb06-43ad-a920-71bb072d1dca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 1162 time: 0.0829833 Feb 16 18:25:43.156507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-2270bab5-c223-42c8-8784-f518f8d80a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:43.158147 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-2270bab5-c223-42c8-8784-f518f8d80a61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.3610196 Feb 16 18:25:43.320699 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-eaeea272-4f17-4811-b1ce-172a5dff35f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673 HTTP/1.1" status: 200 len: 1001 time: 0.1535327 Feb 16 18:25:43.408641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b669c-e0b2-4514-9fea-c154ad05c208 req-aba669cb-a00a-404c-94c5-557c245815d1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:43.410238 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e04b669c-e0b2-4514-9fea-c154ad05c208 req-aba669cb-a00a-404c-94c5-557c245815d1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.1635466 Feb 16 18:25:43.415642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-c7e2b3c5-3d0d-427d-8f81-ed3fa4602dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:43.417118 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-c7e2b3c5-3d0d-427d-8f81-ed3fa4602dcf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0888119 Feb 16 18:25:43.509039 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e04b669c-e0b2-4514-9fea-c154ad05c208 req-47cc2539-ac9c-44ed-aa3d-beaf8460d877 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908613 Feb 16 18:25:43.533971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-d7abf69f-0b44-48ae-8a50-cc855e61e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:43.535653 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-d7abf69f-0b44-48ae-8a50-cc855e61e34e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009328 Feb 16 18:25:43.680806 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-e938d542-c88f-4ca9-97d4-76b47788350e service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371157 Feb 16 18:25:43.821698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b8c85494-7ff5-44b2-b36d-2c1a69d1c673 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:25:43.825582 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-854dff1e-0698-4617-bc29-8fad074fbe55 req-e8c10017-8cb5-4d0e-8965-28c355654107 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377773 Feb 16 18:25:43.897008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:25:43.897438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:44.715975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675398b-9387-4b52-a98f-882bd9e1f33f req-336970d1-ef11-4b00-9609-b370568f0da8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:44.717572 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0675398b-9387-4b52-a98f-882bd9e1f33f req-336970d1-ef11-4b00-9609-b370568f0da8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0908999 Feb 16 18:25:44.765012 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0675398b-9387-4b52-a98f-882bd9e1f33f req-27212175-2754-4d2f-86dc-bf440ff2ed2d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Feb 16 18:25:45.975334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fc9d-cadf-42eb-ae5a-e05d910fa4c7 req-c8930b79-4cf1-4f47-b02a-80a7b99f8844 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:45.976978 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1513fc9d-cadf-42eb-ae5a-e05d910fa4c7 req-c8930b79-4cf1-4f47-b02a-80a7b99f8844 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0930948 Feb 16 18:25:46.027797 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1513fc9d-cadf-42eb-ae5a-e05d910fa4c7 req-be6607e5-2d12-4273-9d3d-e64f9ea4df7c tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445502 Feb 16 18:25:47.233723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0d878-3ee1-405a-a2d3-85056a844d98 req-43beeef1-5af5-4474-9e7f-8580a0bcfa50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:47.235371 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bbd0d878-3ee1-405a-a2d3-85056a844d98 req-43beeef1-5af5-4474-9e7f-8580a0bcfa50 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0889723 Feb 16 18:25:47.284043 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bbd0d878-3ee1-405a-a2d3-85056a844d98 req-5f3d12fa-3805-4045-9bff-c3e081f08537 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Feb 16 18:25:48.489833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277b657-c0f2-4388-b4ba-8d04aacf66fe req-26cb1ff9-f31f-4293-b52f-261d1a559cc8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:48.491421 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4277b657-c0f2-4388-b4ba-8d04aacf66fe req-26cb1ff9-f31f-4293-b52f-261d1a559cc8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0896976 Feb 16 18:25:48.538678 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4277b657-c0f2-4388-b4ba-8d04aacf66fe req-44cc707c-3f4c-439a-9c9c-4c7c29a476ce tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409818 Feb 16 18:25:49.742974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478e20-ecd1-4605-af7c-91866efb2618 req-e8bbae81-7e37-449d-a756-1e917bd24d1b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:49.744577 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5e478e20-ecd1-4605-af7c-91866efb2618 req-e8bbae81-7e37-449d-a756-1e917bd24d1b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0878646 Feb 16 18:25:49.791284 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5e478e20-ecd1-4605-af7c-91866efb2618 req-5771f8d2-8767-4ca0-aa61-fec4ce9b0cd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 Feb 16 18:25:50.688690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:25:50.997077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243accd-4f00-4627-b21c-ec74b7aee233 req-058f741e-4382-49c5-84ae-25f4bb8d2a22 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:50.998680 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1243accd-4f00-4627-b21c-ec74b7aee233 req-058f741e-4382-49c5-84ae-25f4bb8d2a22 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0905671 Feb 16 18:25:51.045875 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1243accd-4f00-4627-b21c-ec74b7aee233 req-8df80908-3a2d-4801-952b-1d02a5147800 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403247 Feb 16 18:25:52.026646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-73c119b0-d4d7-43cb-a68b-0f0598ec6027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:52.248629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a35fd-bea7-4812-9043-34d1a4a7e4a9 req-c42e30fa-7263-4e12-8932-072e0d65a992 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:52.250231 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-405a35fd-bea7-4812-9043-34d1a4a7e4a9 req-c42e30fa-7263-4e12-8932-072e0d65a992 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0866919 Feb 16 18:25:52.301714 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-405a35fd-bea7-4812-9043-34d1a4a7e4a9 req-e6df88fd-77e7-4c81-8fc0-02e3ddee2009 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446131 Feb 16 18:25:53.548194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06908a-c8a8-471b-ac03-a59102ac1a09 req-57542126-7191-49a6-be1c-9941e60bf3de tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:53.550109 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ce06908a-c8a8-471b-ac03-a59102ac1a09 req-57542126-7191-49a6-be1c-9941e60bf3de tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0901973 Feb 16 18:25:53.599415 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ce06908a-c8a8-471b-ac03-a59102ac1a09 req-63ba8a9d-d33d-4ac2-ac4c-b1ab736408ed tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Feb 16 18:25:54.164048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-46a5fc4a-1c96-44d9-aa59-110538bd1b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:54.817953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe98511-5f48-47e5-b77e-07808ba2f9ba req-5dad8116-a8ca-4273-8bc6-7a2076afc92a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:54.819680 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3fe98511-5f48-47e5-b77e-07808ba2f9ba req-5dad8116-a8ca-4273-8bc6-7a2076afc92a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.1008718 Feb 16 18:25:54.880277 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3fe98511-5f48-47e5-b77e-07808ba2f9ba req-d28e7f32-f6b2-45e2-b965-412f748a96d7 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532596 Feb 16 18:25:54.986755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:55.924498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:56.121342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da978d-dc9b-4497-a6ae-3c7405dbdf67 req-a0a9a29c-d6a3-46c2-a46c-c6bb85e10957 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:56.122980 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c4da978d-dc9b-4497-a6ae-3c7405dbdf67 req-a0a9a29c-d6a3-46c2-a46c-c6bb85e10957 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.1122441 Feb 16 18:25:56.177583 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c4da978d-dc9b-4497-a6ae-3c7405dbdf67 req-e52e10fa-0325-4501-8f05-23c501a48131 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471344 Feb 16 18:25:56.461938 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:25:57.411992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31f69-e380-4fbd-b681-d0354f7b1cf0 req-b5338d07-491a-4220-a894-07a3f25335f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:57.413654 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f0c31f69-e380-4fbd-b681-d0354f7b1cf0 req-b5338d07-491a-4220-a894-07a3f25335f1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0939620 Feb 16 18:25:57.480166 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f0c31f69-e380-4fbd-b681-d0354f7b1cf0 req-9605e5c6-a86b-4e7d-abd3-047e51d48a3d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596879 Feb 16 18:25:58.712051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b4b7a-b9f1-4c17-aab3-e37c2ecfdc4c req-1e63a7fd-6a9f-42b4-a269-25426cd4329f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:58.713839 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-641b4b7a-b9f1-4c17-aab3-e37c2ecfdc4c req-1e63a7fd-6a9f-42b4-a269-25426cd4329f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.1002483 Feb 16 18:25:58.766781 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-641b4b7a-b9f1-4c17-aab3-e37c2ecfdc4c req-5a442b1a-a603-45d4-9613-03b98b27a122 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Feb 16 18:25:59.993399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafca53-58fb-479a-af3a-f4aabf37f84d req-8188b3b8-bf84-4bea-9b07-4fe97e03949d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:25:59.994945 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3dafca53-58fb-479a-af3a-f4aabf37f84d req-8188b3b8-bf84-4bea-9b07-4fe97e03949d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0964327 Feb 16 18:26:00.044248 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3dafca53-58fb-479a-af3a-f4aabf37f84d req-1adf0929-820d-41c1-a964-5b99f01c0d77 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Feb 16 18:26:01.273195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aacfc1-1381-463a-a490-b586774c6e8a req-4974c95d-b89f-461b-9c30-631f10149537 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:01.274801 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-12aacfc1-1381-463a-a490-b586774c6e8a req-4974c95d-b89f-461b-9c30-631f10149537 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0948339 Feb 16 18:26:01.341143 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-12aacfc1-1381-463a-a490-b586774c6e8a req-497555d8-c208-4f9a-ac7c-fda53219a8e9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566621 Feb 16 18:26:02.574273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d33478-e532-4b01-8264-cf0b30f03ae7 req-09a2922e-66af-4786-96ac-0222c8397007 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:02.575934 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-16d33478-e532-4b01-8264-cf0b30f03ae7 req-09a2922e-66af-4786-96ac-0222c8397007 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0877736 Feb 16 18:26:02.628946 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-16d33478-e532-4b01-8264-cf0b30f03ae7 req-4ced5724-f4f7-4608-ba3f-09a0cd3afcc3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452013 Feb 16 18:26:03.855630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7787de1-a8b7-4894-84ad-e49041dc7805 req-793e1040-2cc3-4a20-8b14-c4eaef444524 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:03.857250 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e7787de1-a8b7-4894-84ad-e49041dc7805 req-793e1040-2cc3-4a20-8b14-c4eaef444524 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0930889 Feb 16 18:26:03.907112 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e7787de1-a8b7-4894-84ad-e49041dc7805 req-0a3c3cdd-d88e-4432-8777-589d5d9db849 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433874 Feb 16 18:26:05.113273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e7a67-8c10-43d7-9cf4-bb50b7193dfa req-25382e5b-0f91-4881-bfe7-8769ecaacb9b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:05.114948 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a4e7a67-8c10-43d7-9cf4-bb50b7193dfa req-25382e5b-0f91-4881-bfe7-8769ecaacb9b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0871189 Feb 16 18:26:05.213610 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a4e7a67-8c10-43d7-9cf4-bb50b7193dfa req-f6720e58-c861-4e99-8404-5301c50aa8ef tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608766 Feb 16 18:26:05.231071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-be2a598b-1134-448f-b5fa-a2d52e74e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:05.232709 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-be2a598b-1134-448f-b5fa-a2d52e74e024 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 1162 time: 0.1168070 Feb 16 18:26:05.375370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-d04a7a9e-b2e2-4f52-9d4b-4c3cbc770c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:05.376993 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-d04a7a9e-b2e2-4f52-9d4b-4c3cbc770c3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.1346409 Feb 16 18:26:05.489332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-40dddf53-b2fe-4668-980a-8a57d9c2beea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673 HTTP/1.1" status: 200 len: 1001 time: 0.1048124 Feb 16 18:26:05.559341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-60353d70-05cc-4daf-b7d1-16050142f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:05.560892 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-60353d70-05cc-4daf-b7d1-16050142f469 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0637140 Feb 16 18:26:05.651454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-c8cd00b4-80f2-4c23-ac05-4936c228ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:05.653104 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-c8cd00b4-80f2-4c23-ac05-4936c228ded7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830986 Feb 16 18:26:05.795973 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-2cedebe2-ed0f-41a9-85aa-ca87e92c9141 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342013 Feb 16 18:26:06.153246 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-64f4960a-a69e-43cd-9054-7d09f0dde8dd req-8be8faed-d8ad-4867-bc0c-6403c0a65de0 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3502648 Feb 16 18:26:06.414629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec325b-eeff-4186-b12c-8e7a0117c809 req-bb107d98-ed44-4734-9bf0-e55d0a69cd79 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:06.416283 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c2ec325b-eeff-4186-b12c-8e7a0117c809 req-bb107d98-ed44-4734-9bf0-e55d0a69cd79 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0846579 Feb 16 18:26:06.464433 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c2ec325b-eeff-4186-b12c-8e7a0117c809 req-573d36fe-ed72-499b-8b9b-d89eb9c6833f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Feb 16 18:26:07.668600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaff6a6-1b76-4a74-9854-1f388979278c req-f4104649-da57-42c5-8f98-755b781cc208 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:07.670201 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cdaff6a6-1b76-4a74-9854-1f388979278c req-f4104649-da57-42c5-8f98-755b781cc208 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0872669 Feb 16 18:26:07.717340 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-cdaff6a6-1b76-4a74-9854-1f388979278c req-f81c379b-983f-46df-a22e-0e668f9424e1 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403528 Feb 16 18:26:07.913131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b8c85494-7ff5-44b2-b36d-2c1a69d1c673 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:26:08.036596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:08.068224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:26:08.081325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port b8c85494-7ff5-44b2-b36d-2c1a69d1c673, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:26:08.116078 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'code': 200} Feb 16 18:26:08.123502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:08.126099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:26:08.196191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:26:08.203990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.204408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.204804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.205190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.205572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.205954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.206333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.206711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.207087 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.207463 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.207865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.208236 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.208663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.209032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.209403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.209770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.210138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.210505 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.210875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.211241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.211629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.212001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.212370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.212736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:08.217209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:26:08.925203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a56a02-e1ca-46ba-8006-66c3656f2f24 req-5be1d6b3-70f0-475e-b847-ecffe6c5afe8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:08.926720 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-55a56a02-e1ca-46ba-8006-66c3656f2f24 req-5be1d6b3-70f0-475e-b847-ecffe6c5afe8 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0889313 Feb 16 18:26:08.974311 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-55a56a02-e1ca-46ba-8006-66c3656f2f24 req-2b9f99b9-4001-4052-a612-2203eb3d4301 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Feb 16 18:26:11.010971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0b42-2d93-4183-a50e-874e7504313b req-3552430f-a3f4-4578-9356-2b9fdfb5c38b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:11.012626 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e17d0b42-2d93-4183-a50e-874e7504313b req-3552430f-a3f4-4578-9356-2b9fdfb5c38b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0894976 Feb 16 18:26:11.119117 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e17d0b42-2d93-4183-a50e-874e7504313b req-0a893f85-6a1c-4f6d-a4fe-dc8b7c6f20f7 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667200 Feb 16 18:26:11.130507 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-be99f471-e1c8-4c8d-8bb0-5df9e26fa6ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263776 Feb 16 18:26:11.800097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-b5203d75-ad16-4ad7-a471-a2c1e6e9dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:11.801696 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-b5203d75-ad16-4ad7-a471-a2c1e6e9dbf7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766&tenant_id=ed443648e0134e279dac6975632a1b1d HTTP/1.1" status: 200 len: 1160 time: 0.0786598 Feb 16 18:26:11.905187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-dd62c498-ec3b-4ad2-83df-3c010e994a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:11.906804 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-dd62c498-ec3b-4ad2-83df-3c010e994a95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed443648e0134e279dac6975632a1b1d&device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 1160 time: 0.0813107 Feb 16 18:26:12.052908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-7fa59ef6-2578-43f4-aa0f-af2265d07db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:12.054491 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-7fa59ef6-2578-43f4-aa0f-af2265d07db1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 200 len: 911 time: 0.1399164 Feb 16 18:26:12.168020 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-6ca21b02-6d2d-449e-8bb4-af782d13c6a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673 HTTP/1.1" status: 200 len: 999 time: 0.1067941 Feb 16 18:26:12.240085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-b7ca9397-eafa-477f-86cd-05685bd3689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:12.241824 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-b7ca9397-eafa-477f-86cd-05685bd3689e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 200 len: 856 time: 0.0675440 Feb 16 18:26:12.249200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:12.398744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-da8b12f2-f313-4e9f-82d4-190576f89c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:12.400443 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-da8b12f2-f313-4e9f-82d4-190576f89c76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=488dc2c4-c6c1-4034-947f-da1556dd13da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1519074 Feb 16 18:26:12.410985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a958d5-a601-455b-b4eb-a31b0edfe511 req-f7c85cd5-73b0-4d95-ae8a-0a251f5e5ef9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:12.412780 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-10a958d5-a601-455b-b4eb-a31b0edfe511 req-f7c85cd5-73b0-4d95-ae8a-0a251f5e5ef9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.1230409 Feb 16 18:26:12.563416 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-10a958d5-a601-455b-b4eb-a31b0edfe511 req-c7b33e07-43cc-4c3b-af60-55cebfe16735 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274028 Feb 16 18:26:12.596507 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-ac2a3160-3eaa-4f2e-a3ec-27ea9a6c1ef9 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827092 Feb 16 18:26:12.752272 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c5c2b9c1-3d9f-4a9a-bb6d-eed93a2dd20f req-99235013-037b-432f-a5c6-784a1eae8d76 service neutron] 10.222.0.72 "GET /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433153 Feb 16 18:26:13.835014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd983be-b0fd-4b40-9636-af616df88a53 req-dc7cd371-c809-4a92-9f2a-608191286854 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:13.845688 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ffd983be-b0fd-4b40-9636-af616df88a53 req-dc7cd371-c809-4a92-9f2a-608191286854 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.1394753 Feb 16 18:26:13.924292 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ffd983be-b0fd-4b40-9636-af616df88a53 req-76057535-d4c6-4c05-bc25-cd205657eb76 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773766 Feb 16 18:26:15.134442 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752a76-9c5f-478e-b958-0b7aa478b316 req-e7388065-b5a3-41e9-bc4e-b82aafba17fa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:15.136265 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42752a76-9c5f-478e-b958-0b7aa478b316 req-e7388065-b5a3-41e9-bc4e-b82aafba17fa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0869875 Feb 16 18:26:15.189949 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42752a76-9c5f-478e-b958-0b7aa478b316 req-901bf986-2cc1-40e9-9569-d35be7faecd0 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464244 Feb 16 18:26:16.405499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25d694-573b-4527-b642-9cb7971cba96 req-9e884e41-8b9c-477d-a026-8191f2332a5f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:16.407128 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb25d694-573b-4527-b642-9cb7971cba96 req-9e884e41-8b9c-477d-a026-8191f2332a5f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0970347 Feb 16 18:26:16.455725 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb25d694-573b-4527-b642-9cb7971cba96 req-50b8da88-1ad0-4de7-bfb4-d9e0a2f3e889 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416803 Feb 16 18:26:17.667871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a2e1e-8be1-4898-8672-355fe8c63a57 req-b960c51f-e034-4d90-9127-c7d5107c7542 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:17.669517 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a53a2e1e-8be1-4898-8672-355fe8c63a57 req-b960c51f-e034-4d90-9127-c7d5107c7542 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0955431 Feb 16 18:26:17.719017 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a53a2e1e-8be1-4898-8672-355fe8c63a57 req-7e60d80e-9eed-42f9-8eb3-2de21cf4ed40 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Feb 16 18:26:18.928931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575148a-de0b-4717-a522-e42e17496686 req-327db8c5-f3e9-4b9e-9b2b-893c2c0473d9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:18.930489 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2575148a-de0b-4717-a522-e42e17496686 req-327db8c5-f3e9-4b9e-9b2b-893c2c0473d9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0887408 Feb 16 18:26:18.978340 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2575148a-de0b-4717-a522-e42e17496686 req-bafacfb5-f5bb-45ca-9d06-33af4fdaffa9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Feb 16 18:26:20.191141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8842-ffd4-4834-ab90-7ffe6e81dce1 req-97f21f64-4a19-4837-8fef-07d50d464b7a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:20.192772 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51ff8842-ffd4-4834-ab90-7ffe6e81dce1 req-97f21f64-4a19-4837-8fef-07d50d464b7a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0916729 Feb 16 18:26:20.242499 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-51ff8842-ffd4-4834-ab90-7ffe6e81dce1 req-840b52bf-e9f7-4023-9096-7e064ebb61c4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431478 Feb 16 18:26:21.462900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b92c4-10af-4b0e-bd3e-086f023a3e59 req-a338a767-9cb7-435f-972e-3b23b403138e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:21.464728 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c1b92c4-10af-4b0e-bd3e-086f023a3e59 req-a338a767-9cb7-435f-972e-3b23b403138e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0902476 Feb 16 18:26:21.520074 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9c1b92c4-10af-4b0e-bd3e-086f023a3e59 req-4dd248c4-0a21-4d17-93a0-ec83df061fd6 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477004 Feb 16 18:26:22.049959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3b5628e5-c08c-4950-a1fc-a483180064e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:22.731153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba316-8567-4a2d-90c8-750b7efdf3e3 req-13b32ef1-b511-401e-bc68-1819a40ba319 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:22.732861 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f3ba316-8567-4a2d-90c8-750b7efdf3e3 req-13b32ef1-b511-401e-bc68-1819a40ba319 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0945404 Feb 16 18:26:22.781216 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0f3ba316-8567-4a2d-90c8-750b7efdf3e3 req-ed319d95-f56a-49b5-a03e-a283dd753b65 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Feb 16 18:26:24.146039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646c5d8-c94f-4d1e-9568-dc022696d7bf req-2d877865-8d4a-4eb5-b40d-da25bbbea9e9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:24.146757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2cfd5dd8-01b3-4500-a78c-cdb23552cee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:24.147765 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7646c5d8-c94f-4d1e-9568-dc022696d7bf req-2d877865-8d4a-4eb5-b40d-da25bbbea9e9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0923965 Feb 16 18:26:24.199869 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7646c5d8-c94f-4d1e-9568-dc022696d7bf req-779c5e0c-14e8-4a5b-8c08-b3b5473fa1ec tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443826 Feb 16 18:26:25.009211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:25.410537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc5eb-ad2b-4ac5-a61c-31bfb0e2352a req-1f104c96-9f59-4399-a528-a64cd0377750 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:25.412218 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-052dc5eb-ad2b-4ac5-a61c-31bfb0e2352a req-1f104c96-9f59-4399-a528-a64cd0377750 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0867400 Feb 16 18:26:25.460751 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-052dc5eb-ad2b-4ac5-a61c-31bfb0e2352a req-6092c57a-0639-41f0-ab17-7244298a05f9 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Feb 16 18:26:25.929188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:26.443207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:26.666203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fba334-4f3a-4fc8-b706-231ed00acdff req-fa4b8e34-4b85-4226-ac96-a33de31b0ec4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:26.667819 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31fba334-4f3a-4fc8-b706-231ed00acdff req-fa4b8e34-4b85-4226-ac96-a33de31b0ec4 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0880492 Feb 16 18:26:26.715334 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-31fba334-4f3a-4fc8-b706-231ed00acdff req-f3482d7a-87e5-4fc4-aaa0-73956994512e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Feb 16 18:26:27.688914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:26:27.941546 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f1894-e6a6-4995-81fe-b3a7b190f1e2 req-0390faad-aeca-476e-b998-8170c643891b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:27.944357 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a5f1894-e6a6-4995-81fe-b3a7b190f1e2 req-0390faad-aeca-476e-b998-8170c643891b tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0981326 Feb 16 18:26:27.994669 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a5f1894-e6a6-4995-81fe-b3a7b190f1e2 req-4130112d-5baa-4770-bd4a-a3ad2bdac634 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Feb 16 18:26:29.196513 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161658eb-18e0-46eb-a78c-51c44bace512 req-ac506854-6386-44f8-b404-1658d3b05d53 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:29.198109 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-161658eb-18e0-46eb-a78c-51c44bace512 req-ac506854-6386-44f8-b404-1658d3b05d53 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0858786 Feb 16 18:26:29.245679 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-161658eb-18e0-46eb-a78c-51c44bace512 req-226e5fa4-b2ed-40f8-884b-3fe1ca3e73be tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411901 Feb 16 18:26:30.451505 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f807-fab1-41f0-863d-c9db9940c38b req-e09a753c-6129-4a36-87c1-8fa262d4e218 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:30.453133 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c459f807-fab1-41f0-863d-c9db9940c38b req-e09a753c-6129-4a36-87c1-8fa262d4e218 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0892720 Feb 16 18:26:30.502235 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c459f807-fab1-41f0-863d-c9db9940c38b req-b69308a3-c6b5-42fd-8573-c2674b4b0613 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Feb 16 18:26:31.704835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c87f0d-62d5-4086-883a-2e63914f2da9 req-7c1b7031-54ec-46be-8eb7-31d34bf5c423 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:31.706430 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-09c87f0d-62d5-4086-883a-2e63914f2da9 req-7c1b7031-54ec-46be-8eb7-31d34bf5c423 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 943 time: 0.0860274 Feb 16 18:26:31.753835 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-09c87f0d-62d5-4086-883a-2e63914f2da9 req-5303cffa-a71d-471f-8aa9-7b8fe7daac6f tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410335 Feb 16 18:26:32.622806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b8c85494-7ff5-44b2-b36d-2c1a69d1c673 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:26:32.700056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:26:32.700482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:32.826945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:32.854834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:26:32.865539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port b8c85494-7ff5-44b2-b36d-2c1a69d1c673, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:26:32.888634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:32.890559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:26:32.964412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,revision_number=6']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:26:32.966219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882af6d-b9a2-4065-be1a-f2581756a96d req-ffa1876b-f99d-4002-a8ac-6afa5a3eb465 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:32.967822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:26:32.967976 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b882af6d-b9a2-4065-be1a-f2581756a96d req-ffa1876b-f99d-4002-a8ac-6afa5a3eb465 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0937057 Feb 16 18:26:33.022010 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b882af6d-b9a2-4065-be1a-f2581756a96d req-4d02c3e1-c1a0-4d4a-8603-450a8684ee04 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474250 Feb 16 18:26:33.055604 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'code': 200} Feb 16 18:26:33.390001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590cde1-d0d9-4298-a04d-095019d69267 req-228107d3-6142-4667-9588-0bdd358fe295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:33.391657 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7590cde1-d0d9-4298-a04d-095019d69267 req-228107d3-6142-4667-9588-0bdd358fe295 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 1162 time: 0.0769339 Feb 16 18:26:33.438870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7590cde1-d0d9-4298-a04d-095019d69267 req-4d0e2fcd-376c-4285-b766-d14d5b580af3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398998 Feb 16 18:26:34.162725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b8c85494-7ff5-44b2-b36d-2c1a69d1c673 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:26:34.238561 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:26:34.238989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:34.344031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e370871-662c-463c-b191-3321cb35e2be req-76d7b0dc-76f9-4f1c-8641-26ced5b3f4fa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:34.345821 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1e370871-662c-463c-b191-3321cb35e2be req-76d7b0dc-76f9-4f1c-8641-26ced5b3f4fa tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.2012637 Feb 16 18:26:34.395162 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1e370871-662c-463c-b191-3321cb35e2be req-bbff1e56-6fa7-4ce1-8bd2-dcf874968191 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Feb 16 18:26:35.604795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cabba3-af4d-4550-8856-fb7218626c0d req-18559168-e8a7-4813-84f1-91ddcfc3d6b0 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:35.606407 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-66cabba3-af4d-4550-8856-fb7218626c0d req-18559168-e8a7-4813-84f1-91ddcfc3d6b0 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0910439 Feb 16 18:26:35.867989 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-66cabba3-af4d-4550-8856-fb7218626c0d req-c3f23c33-5096-4eba-ac78-800e8df28756 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544024 Feb 16 18:26:37.069363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e40e8-4b15-4260-8600-4501a549160e req-4846dd98-2745-413f-bdc6-249266f696fb tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:37.070891 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5b3e40e8-4b15-4260-8600-4501a549160e req-4846dd98-2745-413f-bdc6-249266f696fb tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0843420 Feb 16 18:26:37.122224 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5b3e40e8-4b15-4260-8600-4501a549160e req-ba534632-5db9-42b1-b121-6d0c11b1eb07 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449207 Feb 16 18:26:42.316879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:44.731269 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-2208d127-7dd9-44de-80fe-d66d72503005 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0763948 Feb 16 18:26:44.830454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-4ce9bbd9-f287-4828-839a-383d43af0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:44.832050 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-4ce9bbd9-f287-4828-839a-383d43af0df6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 1163 time: 0.0762115 Feb 16 18:26:44.992903 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-719c90bb-a1b9-41ac-810b-cd859bcb5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:44.994492 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-719c90bb-a1b9-41ac-810b-cd859bcb5f7c service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 200 len: 905 time: 0.1407554 Feb 16 18:26:45.108183 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-11c8c2ba-dbaf-407b-8928-17c313260955 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=848e4246-2619-4553-90c5-7d836c0b9d60 HTTP/1.1" status: 200 len: 1002 time: 0.1067910 Feb 16 18:26:45.180151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-be0e1bc6-1890-4371-addf-8af7ab5b078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:45.181708 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-be0e1bc6-1890-4371-addf-8af7ab5b078a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 200 len: 850 time: 0.0672040 Feb 16 18:26:45.264172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-14899268-c165-4380-b6f4-e8ad49851d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:45.265700 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-14899268-c165-4380-b6f4-e8ad49851d1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd480a03-5d6b-4817-a959-8f9faa8c723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772171 Feb 16 18:26:45.409957 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-94ea2610-96c5-48fc-b274-de71a55b43e5 service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365888 Feb 16 18:26:45.558588 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb115e86-6ca8-454d-a9d2-f07c8bfc89a7 req-4403b78b-d450-413b-86ba-d3fbbf938d8a service neutron] 10.222.0.72 "GET /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412854 Feb 16 18:26:46.447296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435c29c-e32f-415e-a4ee-f2f8a505a3e2 req-155e77c4-d6bb-46b4-a5a0-767c922c1d2f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:46.448905 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2435c29c-e32f-415e-a4ee-f2f8a505a3e2 req-155e77c4-d6bb-46b4-a5a0-767c922c1d2f tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 946 time: 0.0855522 Feb 16 18:26:46.498988 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2435c29c-e32f-415e-a4ee-f2f8a505a3e2 req-ddc8ad83-27a7-47c5-aa35-ef7ad2e6779c tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439003 Feb 16 18:26:47.700939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5165de6-6bee-403e-aaf1-344544f316c8 req-48ca4479-12e5-4192-8602-95963b852bee tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:47.702541 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b5165de6-6bee-403e-aaf1-344544f316c8 req-48ca4479-12e5-4192-8602-95963b852bee tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 946 time: 0.0873160 Feb 16 18:26:47.750385 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b5165de6-6bee-403e-aaf1-344544f316c8 req-bb1900d4-b558-4b42-b262-37e8f30495a5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412080 Feb 16 18:26:48.509027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33a6e5-4469-4b77-818b-293c335d664f req-c03c9bec-4c78-4c1d-aed6-79a76ca1e19b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:48.510589 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6c33a6e5-4469-4b77-818b-293c335d664f req-c03c9bec-4c78-4c1d-aed6-79a76ca1e19b tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 946 time: 0.0890710 Feb 16 18:26:48.588686 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Deleting port 848e4246-2619-4553-90c5-7d836c0b9d60 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:26:48.589084 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:48.857450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] For port 848e4246-2619-4553-90c5-7d836c0b9d60, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=848e4246-2619-4553-90c5-7d836c0b9d60,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:26:48.858075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:49.127106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52306bb9-60cc-49d6-a371-4aab632a98f7 req-d2aa1dc4-5f38-4d43-91f9-1048a173e2b0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:26:49.128751 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52306bb9-60cc-49d6-a371-4aab632a98f7 req-d2aa1dc4-5f38-4d43-91f9-1048a173e2b0 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 946 time: 0.2630484 Feb 16 18:26:49.274558 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52306bb9-60cc-49d6-a371-4aab632a98f7 req-2c0d96be-c27f-4f6c-8574-8686d7a1790d tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffef2781-7333-4cc9-b8ed-45956f7821db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801942 Feb 16 18:26:49.277299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:49.277716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:49.278069 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Floating IP 52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21 disassociated. External IP: 172.27.3.126, port: 848e4246-2619-4553-90c5-7d836c0b9d60. Feb 16 18:26:49.278447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Calling delete_port for 848e4246-2619-4553-90c5-7d836c0b9d60 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:26:49.568252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:49.586086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5f4d4819-b47e-4403-b036-bc9bfb102e2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:26:49.647740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event deleted for resources: {'Port': ['ID=848e4246-2619-4553-90c5-7d836c0b9d60,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:26:49.709043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.709470 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.709890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.710303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.710711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.711121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.711526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.711958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.712362 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.712768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.713172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.713573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.714030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.714430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.714831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.715231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.715653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.716078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.716454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.716853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.717252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.717649 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.718046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.718446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:26:49.722681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:26:49.968641 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Router d0179119-07d8-45e5-8003-53de2b09a992 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:26:50.158604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:26:50.168638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] Sync routers for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:26:50.180391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:26:50.181197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:26:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:26:50.198450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] No DVR routers for this DVR port 848e4246-2619-4553-90c5-7d836c0b9d60 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:26:50.200835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:50.203755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'name': 'network-vif-deleted', 'tag': '848e4246-2619-4553-90c5-7d836c0b9d60'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:26:50.229282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 848e4246-2619-4553-90c5-7d836c0b9d60 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:26:50.260691 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6c33a6e5-4469-4b77-818b-293c335d664f req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.72 "DELETE /v2.0/ports/848e4246-2619-4553-90c5-7d836c0b9d60 HTTP/1.1" status: 204 len: 173 time: 1.7434247 Feb 16 18:26:50.270521 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748520ff-6cc2-47c8-ac56-f10f0fee02e2', 'name': 'network-vif-deleted', 'tag': '848e4246-2619-4553-90c5-7d836c0b9d60', 'status': 'completed', 'code': 200} Feb 16 18:26:50.274808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] No Port match for: 848e4246-2619-4553-90c5-7d836c0b9d60 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:26:50.275412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 848e4246-2619-4553-90c5-7d836c0b9d60 not bound to the agent host hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:26:50.392993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:26:50.445591 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-930f23c0-4fcf-4402-8d16-9f859bbe5f3e req-f4e8fe5d-006e-4911-bd34-2e7e1f16d542 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Synchronizing usage tracker for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:26:50.482550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-930f23c0-4fcf-4402-8d16-9f859bbe5f3e req-f4e8fe5d-006e-4911-bd34-2e7e1f16d542 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Unset dirty status for tenant:81f6b44438ce4530aaf7049bd4e9d60e on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:26:50.483890 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-930f23c0-4fcf-4402-8d16-9f859bbe5f3e req-f4e8fe5d-006e-4911-bd34-2e7e1f16d542 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/ports?device_id=748520ff-6cc2-47c8-ac56-f10f0fee02e2 HTTP/1.1" status: 200 len: 210 time: 0.0859501 Feb 16 18:26:50.741294 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:26:50.745979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] Checking router: d0179119-07d8-45e5-8003-53de2b09a992 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:26:50.755440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:26:50.756162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:26:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:26:50.950593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:26:51.280530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:26:51.284633 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e83f6-70db-4795-89c0-e97b25c7ec8d None None] The sync data for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi is: [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:16:53Z', 'revision_number': 4, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'cd43f4d6-e8cb-48aa-a053-b6f2103b1996', 'name': '', 'network_id': 'fd480a03-5d6b-4817-a959-8f9faa8c723f', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'mac_address': 'fa:16:3e:c8:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:51Z', 'updated_at': '2021-02-16T18:17:08Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'subnets': [{'id': 'e6c3fc4e-4313-4f35-8c56-b20879414715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:26:51.649584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47378) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:26:51.667809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff888a6-fcb7-462e-b88c-d5745ed15470 None None] New status for floating IP 52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21: DOWN {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:26:51.719272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-91127822-1014-4ac7-89a8-d14d442e3723 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:51.752783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-91127822-1014-4ac7-89a8-d14d442e3723 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:51.819642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-91127822-1014-4ac7-89a8-d14d442e3723 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:51.824913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-336bba15-d42f-43f4-be83-64a9d7bee964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:26:51.840237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91127822-1014-4ac7-89a8-d14d442e3723 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef2781-7333-4cc9-b8ed-45956f7821db,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:26:51.843206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-91127822-1014-4ac7-89a8-d14d442e3723 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:26:51.870248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-91127822-1014-4ac7-89a8-d14d442e3723 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:51.871488 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-91127822-1014-4ac7-89a8-d14d442e3723 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "DELETE /v2.0/security-groups/ffef2781-7333-4cc9-b8ed-45956f7821db HTTP/1.1" status: 204 len: 168 time: 0.2207744 Feb 16 18:26:51.874282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47382) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:26:51.891078 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.v2.resource [None req-38401a60-c01a-4d50-9917-4c2ab9d0decb tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] show failed (client error): The resource could not be found. Feb 16 18:26:51.892233 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-38401a60-c01a-4d50-9917-4c2ab9d0decb tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "GET /v2.0/security-groups/ffef2781-7333-4cc9-b8ed-45956f7821db HTTP/1.1" status: 404 len: 347 time: 0.0169361 Feb 16 18:26:51.895172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47386) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:26:52.025333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1344e004-6c80-4749-a74e-67d92c8e604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:52.068211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Deleting port 2a5ae36b-af6d-48b5-9e63-346e6d22f60e {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:26:52.068606 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:52.471355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:52.471980 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:52.602879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Calling delete_port for 2a5ae36b-af6d-48b5-9e63-346e6d22f60e owned by network:floatingip {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:26:52.808305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:52.824031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9c3d3b15-b09e-4ba0-8ffa-46cd6a6309a3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:26:52.881263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Pushing event deleted for resources: {'Port': ['ID=2a5ae36b-af6d-48b5-9e63-346e6d22f60e,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:26:52.932436 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:26:53.044302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks [] for floatingip, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:53.099735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:53.100926 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] 10.222.0.16 "DELETE /v2.0/floatingips/52d8c0da-1ecb-4ce5-a519-a54a1bd0ae21 HTTP/1.1" status: 204 len: 168 time: 1.2047334 Feb 16 18:26:54.162465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-41094be8-42e3-468b-9b98-3b96fd565723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:54.991159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:55.922991 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:56.465198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:57.318853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47418) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:26:58.000375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618650'] for router_interface, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:58.371397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Deleting port cd43f4d6-e8cb-48aa-a053-b6f2103b1996 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:26:58.371990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:58.553381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] For port cd43f4d6-e8cb-48aa-a053-b6f2103b1996, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:26:58.553787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:58.687361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Calling delete_port for cd43f4d6-e8cb-48aa-a053-b6f2103b1996 owned by network:router_interface {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:26:58.888075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:26:58.905317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ee2f8a9c-8f8a-4c2e-8061-44a5b62cb7b5 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:26:58.964204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd43f4d6-e8cb-48aa-a053-b6f2103b1996,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:26:59.010936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:26:59.311000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854167510'] for router_interface, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:00.039894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Router d0179119-07d8-45e5-8003-53de2b09a992 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:27:00.229679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:27:00.238474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] Sync routers for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:27:00.242471 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] 10.222.0.16 "PUT /v2.0/routers/d0179119-07d8-45e5-8003-53de2b09a992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9224176 Feb 16 18:27:00.245190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47428) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:00.249596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:27:00.250306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:26:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:00.435482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:00.443120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:27:00.623972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:00.629823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Deleting port e3a64ab5-7842-4bfa-89dd-1a58dd64b775 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:00.630203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:00.745592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:26:58Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:00.749770 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] Checking router: d0179119-07d8-45e5-8003-53de2b09a992 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:27:00.759491 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] Routers {'d0179119-07d8-45e5-8003-53de2b09a992'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:27:00.760222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:26:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['d0179119-07d8-45e5-8003-53de2b09a992'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:00.817363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] For port e3a64ab5-7842-4bfa-89dd-1a58dd64b775, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e3a64ab5-7842-4bfa-89dd-1a58dd64b775,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:00.817768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:00.956542 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Calling delete_port for e3a64ab5-7842-4bfa-89dd-1a58dd64b775 owned by network:router_gateway {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:01.109416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] Set router d0179119-07d8-45e5-8003-53de2b09a992 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:27:01.145482 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:01.335347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853800330'] for router_gateway, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:01.411060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:26:58Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:01.415171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61d40f6-e6f2-4429-b4c3-2fc8f41f44a1 None None] The sync data for ids ['d0179119-07d8-45e5-8003-53de2b09a992'] in dv-cinder-763306-9-iscsi is: [{'id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'name': 'tempest-AttachVolumeTestJSON-1704407963-router', 'tenant_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:36Z', 'updated_at': '2021-02-16T18:26:58Z', 'revision_number': 5, 'project_id': '81f6b44438ce4530aaf7049bd4e9d60e', 'gw_port': {'id': 'e3a64ab5-7842-4bfa-89dd-1a58dd64b775', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179119-07d8-45e5-8003-53de2b09a992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:38Z', 'updated_at': '2021-02-16T18:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:27:01.481068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128496'] for router, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:01.483656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:01.580481 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-619145'] for router, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:01.581100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0179119-07d8-45e5-8003-53de2b09a992 {{(pid=83981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:27:01.593536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:01.594831 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-4a32e9cb-fcee-4f86-b9a9-84842c6609b3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d0179119-07d8-45e5-8003-53de2b09a992 HTTP/1.1" status: 204 len: 168 time: 1.3486257 Feb 16 18:27:01.597595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47432) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:01.665262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] Deleting subnet e6c3fc4e-4313-4f35-8c56-b20879414715 {{(pid=83981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:27:01.668484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:01.722383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32263827'] for subnet, precommit_delete_associations {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:01.851583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:02.157593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822305665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823643017'] for subnet, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:02.174805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-657e3f30-30eb-4931-9bb3-027f627892f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:02.223035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c3fc4e-4313-4f35-8c56-b20879414715,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:02.226995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:02.308864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:02.314484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfd547-ca2e-4e54-8156-ca3bc446305c None None] Network fd480a03-5d6b-4817-a959-8f9faa8c723f requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:27:02.314917 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-960c481d-c1a2-4846-829d-4ff888e3cf35 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e6c3fc4e-4313-4f35-8c56-b20879414715 HTTP/1.1" status: 204 len: 168 time: 0.7162578 Feb 16 18:27:02.317674 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47436) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:02.435086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:02.508346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Deleting port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:02.508725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:02.599996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] DHCP port deletion for fd480a03-5d6b-4817-a959-8f9faa8c723f request from dv-cinder-763306-9-iscsi {{(pid=83983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:27:02.604224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] Deleting port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:02.604652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:02.732898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] For port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=95c8ca9e-e0c0-46aa-ae82-d277385db8a0,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:02.733309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:02.801249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e3a64ab5-7842-4bfa-89dd-1a58dd64b775 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:27:02.845855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: e3a64ab5-7842-4bfa-89dd-1a58dd64b775 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:27:02.846186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e3a64ab5-7842-4bfa-89dd-1a58dd64b775 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:27:02.846655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:27:02.872831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Calling delete_port for 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:02.908720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] For port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=95c8ca9e-e0c0-46aa-ae82-d277385db8a0,segment=NetworkSegment(04cfd4a1-d311-41fc-963b-fc22e4db2edc),segment_id=04cfd4a1-d311-41fc-963b-fc22e4db2edc)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:02.909175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:03.061310 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] Calling delete_port for 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:03.194562 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:03.217334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:27:03.217749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:27:03.225446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:03.241875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:03.257228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device cd43f4d6-e8cb-48aa-a053-b6f2103b1996 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:27:03.295674 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: cd43f4d6-e8cb-48aa-a053-b6f2103b1996 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:27:03.296068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device cd43f4d6-e8cb-48aa-a053-b6f2103b1996 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:27:03.302025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c8ca9e-e0c0-46aa-ae82-d277385db8a0,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:03.349227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:03.384459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] No DVR routers for this DVR port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 on host dv-cinder-763306-9-iscsi {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:27:03.506839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:03.621758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd480a03-5d6b-4817-a959-8f9faa8c723f']}} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:03.634245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cfd4a1-d311-41fc-963b-fc22e4db2edc') {'for_net_delete': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:03.634587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cfd4a1-d311-41fc-963b-fc22e4db2edc') {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:03.646865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822511976'] for segment, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:03.662361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:03.664532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:27:03.719601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] Deleting port 95c8ca9e-e0c0-46aa-ae82-d277385db8a0 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:03.720564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:03.792856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8f859-00ec-43cc-af6d-b8a00c5514de None None] The port '95c8ca9e-e0c0-46aa-ae82-d277385db8a0' was deleted {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:27:03.851003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Network fd480a03-5d6b-4817-a959-8f9faa8c723f has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:27:03.860259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32469725'] for segment, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:04.041795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Network fd480a03-5d6b-4817-a959-8f9faa8c723f has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:27:04.065097 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:27:04.168006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:04.171488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-26f00264-adde-49bc-91cf-d414933f2865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:04.185979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:04.200975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd480a03-5d6b-4817-a959-8f9faa8c723f,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:04.204590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:04.243001 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd480a03-5d6b-4817-a959-8f9faa8c723f HTTP/1.1" status: 204 len: 168 time: 1.9242711 Feb 16 18:27:04.451582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47442) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:04.503276 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-39a3938f-2125-4408-a4c9-d841880b11cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81f6b44438ce4530aaf7049bd4e9d60e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0504060 Feb 16 18:27:04.505745 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47446) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:04.566592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b6039c84-965a-45e4-9e84-2922f3caeb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:04.594441 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b6039c84-965a-45e4-9e84-2922f3caeb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:04.688620 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:27:04.710846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b6039c84-965a-45e4-9e84-2922f3caeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:04.716162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4e27c473-e859-47d7-bf4f-2a051b79f017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:04.732534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6039c84-965a-45e4-9e84-2922f3caeb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b4dfd8-42ff-4d8a-9784-8be471da4592,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:04.736336 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b6039c84-965a-45e4-9e84-2922f3caeb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:04.738407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b6039c84-965a-45e4-9e84-2922f3caeb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:04.739653 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b6039c84-965a-45e4-9e84-2922f3caeb79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1b4dfd8-42ff-4d8a-9784-8be471da4592 HTTP/1.1" status: 204 len: 168 time: 0.2329354 Feb 16 18:27:07.163458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47502) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:07.286875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:07.302387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:07.306427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Usage tracker for resource:security_group_rule and tenant:d73dbc4671bb47c28dc025c6e26633e6 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:07.309406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:07.315182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:07.510062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:07.539728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:07.549185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-40ec3271-d383-4886-a980-f08ada72c083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:07.594526 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d73dbc4671bb47c28dc025c6e26633e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298499 Feb 16 18:27:07.595315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812d3e47-e456-42e2-bf61-501fcec94a55,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:07.597563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47508) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:07.599174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:07.660142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:07.686682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:07.768521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:07.773678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-84f43123-2445-4d83-8ce7-87c84d3fd36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:07.786309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d3e47-e456-42e2-bf61-501fcec94a55,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:07.796148 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.796580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.797001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.797668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.798077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.798489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.798901 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.799308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.799741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.800152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.800554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.800956 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.801412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.801812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.802212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.802637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.803096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.803507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.803954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.804334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.804732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.805130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.805528 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.805928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:07.808891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:07.810127 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/812d3e47-e456-42e2-bf61-501fcec94a55 HTTP/1.1" status: 204 len: 168 time: 0.2114899 Feb 16 18:27:07.811122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:08.217566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47516) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:08.237469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:08.253264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:08.257335 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9abc3a396e4d8bbc219542551b6fd8 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:08.260397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:08.266237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:08.350539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:08.373703 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:08.382432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5cf3571-deb9-4ae6-9839-1fdf2b5c6b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:08.425329 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a9abc3a396e4d8bbc219542551b6fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066212 Feb 16 18:27:08.426995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e8b6a-0929-4f81-841e-9e8593f69894,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:08.428322 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47520) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:08.430421 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:08.490534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-18c333ad-e75c-4525-84d4-10ff447163ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:08.517384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-18c333ad-e75c-4525-84d4-10ff447163ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:08.608281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-18c333ad-e75c-4525-84d4-10ff447163ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:08.614139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1cc6dd9c-d400-472e-85a9-5af371c18ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:08.628043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c333ad-e75c-4525-84d4-10ff447163ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e8b6a-0929-4f81-841e-9e8593f69894,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:08.631896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-18c333ad-e75c-4525-84d4-10ff447163ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:08.637516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-18c333ad-e75c-4525-84d4-10ff447163ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:08.638758 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-18c333ad-e75c-4525-84d4-10ff447163ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f53e8b6a-0929-4f81-841e-9e8593f69894 HTTP/1.1" status: 204 len: 168 time: 0.2092857 Feb 16 18:27:10.679016 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47564) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:10.805904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:10.821780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:10.826107 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Usage tracker for resource:security_group_rule and tenant:5029d6600b1446f3b0231cafdd4728f4 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:10.829805 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:10.835759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:10.918969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:10.956682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:10.965306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eab187c9-6791-485e-9eba-9a44c66f9dee tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:11.007772 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5029d6600b1446f3b0231cafdd4728f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275583 Feb 16 18:27:11.008663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42465bee-0a02-44b9-bbd8-60696a7cdb3d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:11.011408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47570) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:11.011919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:11.074752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8737a241-91c7-44b4-9c7a-e0499078e643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.106002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8737a241-91c7-44b4-9c7a-e0499078e643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.174380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8737a241-91c7-44b4-9c7a-e0499078e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.179330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3a9a6e7b-eaf3-488d-8d4e-235d990d230e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:11.192598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737a241-91c7-44b4-9c7a-e0499078e643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42465bee-0a02-44b9-bbd8-60696a7cdb3d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:11.195368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8737a241-91c7-44b4-9c7a-e0499078e643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:11.204137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8737a241-91c7-44b4-9c7a-e0499078e643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.205357 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8737a241-91c7-44b4-9c7a-e0499078e643 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42465bee-0a02-44b9-bbd8-60696a7cdb3d HTTP/1.1" status: 204 len: 168 time: 0.1925905 Feb 16 18:27:11.587264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47578) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:11.606419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.622026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:11.626063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Usage tracker for resource:security_group_rule and tenant:e637fb389ead4ed6b7bb249c373a7310 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:11.629028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:11.634673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:11.721198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.756659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.765658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f72cbbab-3c8b-493a-aa85-ee69d79a91e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:11.808627 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e637fb389ead4ed6b7bb249c373a7310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201543 Feb 16 18:27:11.810282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb2a0aa-9651-4cf7-94ab-f9ee80545684,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:11.811478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47582) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:11.813719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:11.874312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c334bc91-6961-4975-a834-00abfc177423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.901918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c334bc91-6961-4975-a834-00abfc177423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.968072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c334bc91-6961-4975-a834-00abfc177423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.973592 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2b87ac8d-39b8-4df0-b74b-faae58df12cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:11.986937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334bc91-6961-4975-a834-00abfc177423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb2a0aa-9651-4cf7-94ab-f9ee80545684,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:11.990599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c334bc91-6961-4975-a834-00abfc177423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:11.996149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c334bc91-6961-4975-a834-00abfc177423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:11.997366 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c334bc91-6961-4975-a834-00abfc177423 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cb2a0aa-9651-4cf7-94ab-f9ee80545684 HTTP/1.1" status: 204 len: 168 time: 0.1847577 Feb 16 18:27:12.271001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:14.618918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47650) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:14.742719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:14.759093 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:14.763193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Usage tracker for resource:security_group_rule and tenant:0e08bdc5f28f4fba81a8861fbdbcb441 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:14.766204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:14.772060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:14.856395 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:14.887697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:14.896447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7d3c77a7-a6f2-4739-b008-6bc427cee1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:14.939036 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e08bdc5f28f4fba81a8861fbdbcb441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189805 Feb 16 18:27:14.940929 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d520096-b737-405c-b225-21d955f83a8a,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:14.942006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47656) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:14.944266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:15.008864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6717d4c4-96d6-4848-bbd3-bd67a3b16ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.036133 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6717d4c4-96d6-4848-bbd3-bd67a3b16ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.099266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6717d4c4-96d6-4848-bbd3-bd67a3b16ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.104470 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-496dd37e-836c-4a0e-ad01-7683226eeb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:15.120212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717d4c4-96d6-4848-bbd3-bd67a3b16ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d520096-b737-405c-b225-21d955f83a8a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:15.123361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6717d4c4-96d6-4848-bbd3-bd67a3b16ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:15.127902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6717d4c4-96d6-4848-bbd3-bd67a3b16ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.129149 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6717d4c4-96d6-4848-bbd3-bd67a3b16ef7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d520096-b737-405c-b225-21d955f83a8a HTTP/1.1" status: 204 len: 168 time: 0.1860714 Feb 16 18:27:15.505694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47664) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:15.525205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.541096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:15.545222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Usage tracker for resource:security_group_rule and tenant:e4122bb4c1174f739a39f49521a2105e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:15.548489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:15.554279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:15.638450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.664827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.673853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-07add4ee-7f92-4a2a-8b0a-3610ab889282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:15.719312 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4122bb4c1174f739a39f49521a2105e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124290 Feb 16 18:27:15.720778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96239456-2e0d-4b5c-a6bc-7442d288da61,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:15.722856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47668) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:15.724033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:15.785360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd33df14-4a39-428b-b661-a41b4fa6a99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.816395 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd33df14-4a39-428b-b661-a41b4fa6a99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.887496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd33df14-4a39-428b-b661-a41b4fa6a99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.893166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8de57b23-2560-4e5f-bf23-e30a919a4e7c tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:15.906565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33df14-4a39-428b-b661-a41b4fa6a99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96239456-2e0d-4b5c-a6bc-7442d288da61,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:15.910250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bd33df14-4a39-428b-b661-a41b4fa6a99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:15.915790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bd33df14-4a39-428b-b661-a41b4fa6a99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:15.917025 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-bd33df14-4a39-428b-b661-a41b4fa6a99f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96239456-2e0d-4b5c-a6bc-7442d288da61 HTTP/1.1" status: 204 len: 168 time: 0.1930587 Feb 16 18:27:20.410781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47806) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:20.534513 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:20.550661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:20.554809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Usage tracker for resource:security_group_rule and tenant:3f8a6990d9424fc7b1cad50d91086bcb is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:20.557818 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:20.563668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:20.649243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:20.688115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:20.697185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d683d213-5396-4816-9d1f-0d1e7edbe9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:20.740181 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f8a6990d9424fc7b1cad50d91086bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282642 Feb 16 18:27:20.741154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd975ed-7695-45ae-9739-276792223813,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:20.743063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47812) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:20.744611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:20.805240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-76313ca1-4493-4e9f-8c59-c78aca03a7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:20.832537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-76313ca1-4493-4e9f-8c59-c78aca03a7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:20.910946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-76313ca1-4493-4e9f-8c59-c78aca03a7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:20.916142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-18fef60a-0bb0-4bd3-9440-513273671644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:20.931153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76313ca1-4493-4e9f-8c59-c78aca03a7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd975ed-7695-45ae-9739-276792223813,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:20.934317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-76313ca1-4493-4e9f-8c59-c78aca03a7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:20.938854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-76313ca1-4493-4e9f-8c59-c78aca03a7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:20.940750 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-76313ca1-4493-4e9f-8c59-c78aca03a7df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bd975ed-7695-45ae-9739-276792223813 HTTP/1.1" status: 204 len: 168 time: 0.1964893 Feb 16 18:27:21.335688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47820) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:21.354829 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:21.369776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:21.373876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0a0023a1a8db45a294ae514901f952d5 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:21.377320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:21.383050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:21.466259 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:21.487885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:21.499986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-720c9511-865d-457d-906d-3bbd142031b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:21.541310 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a0023a1a8db45a294ae514901f952d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044339 Feb 16 18:27:21.542907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dcc244-3755-42cf-9530-2f4429cf71a0,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:21.544371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47824) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:21.546653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:21.613445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-55041ff0-293f-44f9-8f8b-66976029197e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:21.640777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-55041ff0-293f-44f9-8f8b-66976029197e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:21.716611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-55041ff0-293f-44f9-8f8b-66976029197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:21.721642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1cd76dfd-87da-4053-9d7e-19ec33a10165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:21.734124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55041ff0-293f-44f9-8f8b-66976029197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dcc244-3755-42cf-9530-2f4429cf71a0,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:21.738753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-55041ff0-293f-44f9-8f8b-66976029197e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:21.744405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-55041ff0-293f-44f9-8f8b-66976029197e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:21.745987 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-55041ff0-293f-44f9-8f8b-66976029197e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29dcc244-3755-42cf-9530-2f4429cf71a0 HTTP/1.1" status: 204 len: 168 time: 0.2000537 Feb 16 18:27:22.042680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-53cd8698-86bb-4654-9c76-5b93975b127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:23.132447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 47854) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:23.259809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:23.275769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:23.279961 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9ccac375173d4ae28e4b9fa35cc582ae is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:23.283604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:23.289494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:23.376115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:23.408634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:23.418430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f7be861e-276d-4891-be09-699bce04bae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:23.461626 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ccac375173d4ae28e4b9fa35cc582ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279839 Feb 16 18:27:23.463323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d30cb17-956f-4ab5-be55-51b76cc25a7e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:23.464617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 47860) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:23.467198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:23.527847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-582c27d8-815d-4b4e-a1c1-d43c02251202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:23.555760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-582c27d8-815d-4b4e-a1c1-d43c02251202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:23.619458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-582c27d8-815d-4b4e-a1c1-d43c02251202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:23.624406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-acdfb373-379d-458c-94bf-59d506f07e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:23.638539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c27d8-815d-4b4e-a1c1-d43c02251202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d30cb17-956f-4ab5-be55-51b76cc25a7e,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:23.641301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-582c27d8-815d-4b4e-a1c1-d43c02251202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:23.647414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-582c27d8-815d-4b4e-a1c1-d43c02251202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:23.648649 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-582c27d8-815d-4b4e-a1c1-d43c02251202 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d30cb17-956f-4ab5-be55-51b76cc25a7e HTTP/1.1" status: 204 len: 168 time: 0.1829634 Feb 16 18:27:24.162532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1d97-35d1-49bc-908d-33e63cd79551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:25.025363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:25.933975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:26.471632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:33.450317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2abffa-9f8f-4b12-8fd0-bd1ac3e0651b req-ef2f3c5a-56c8-4b05-9f84-e1f8686d1b47 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:33.452091 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5f2abffa-9f8f-4b12-8fd0-bd1ac3e0651b req-ef2f3c5a-56c8-4b05-9f84-e1f8686d1b47 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0891447 Feb 16 18:27:33.500483 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5f2abffa-9f8f-4b12-8fd0-bd1ac3e0651b req-7718d0f8-0073-4de9-a1e1-6bff0db5758e tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Feb 16 18:27:34.716992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65f27-97b4-4808-9889-2bf9c249e8fb req-a92bf347-9e4c-42b9-a327-a2c247a58c8d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:34.718628 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e1c65f27-97b4-4808-9889-2bf9c249e8fb req-a92bf347-9e4c-42b9-a327-a2c247a58c8d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0938187 Feb 16 18:27:34.769092 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e1c65f27-97b4-4808-9889-2bf9c249e8fb req-54bbbed6-9576-4297-a159-131af7179845 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Feb 16 18:27:35.069430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-28ae4cc3-4063-4504-add3-2c26601ae69a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:35.071207 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-28ae4cc3-4063-4504-add3-2c26601ae69a tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.0924096 Feb 16 18:27:35.159368 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Deleting port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:35.159831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:35.433321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] For port b8c85494-7ff5-44b2-b36d-2c1a69d1c673, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:35.433740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:35.765510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:35.766119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:35.766265 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Floating IP 31a299d6-4d63-4c26-b539-2bf2b4e4a0d7 disassociated. External IP: 172.27.3.164, port: b8c85494-7ff5-44b2-b36d-2c1a69d1c673. Feb 16 18:27:35.766663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Calling delete_port for b8c85494-7ff5-44b2-b36d-2c1a69d1c673 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:36.004044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c7ba8-1e66-448b-a5a2-96efca288c5d req-82cc5c36-b0ce-4a08-8563-662bbaf5ca8d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:36.005682 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4f9c7ba8-1e66-448b-a5a2-96efca288c5d req-82cc5c36-b0ce-4a08-8563-662bbaf5ca8d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 945 time: 0.1095924 Feb 16 18:27:36.032569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:36.044363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c0ad8daa-8588-47dd-9106-ba233744cd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:36.115227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event deleted for resources: {'Port': ['ID=b8c85494-7ff5-44b2-b36d-2c1a69d1c673,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:36.126928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:36.203408 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4f9c7ba8-1e66-448b-a5a2-96efca288c5d req-83320976-209e-4efb-8127-2e582c04b4d5 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups?id=a73c39fa-3a51-4f71-b275-8df7b4683eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913028 Feb 16 18:27:36.443222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Router aab39e15-8faf-48dd-af26-53b8971419f5 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:27:36.472173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b8c85494-7ff5-44b2-b36d-2c1a69d1c673 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:27:36.510990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] No Port match for: b8c85494-7ff5-44b2-b36d-2c1a69d1c673 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:27:36.511386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device b8c85494-7ff5-44b2-b36d-2c1a69d1c673 not bound to the agent host hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:27:36.875709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:27:36.885269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] Sync routers for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:27:36.895517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:27:36.896252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:27:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:36.918679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] No DVR routers for this DVR port b8c85494-7ff5-44b2-b36d-2c1a69d1c673 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:27:36.921069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:36.924767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'name': 'network-vif-deleted', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:27:36.975664 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-68ca6eb3-68d9-4e89-ae26-d7c1aa020a75 req-66bcd7db-6e50-4f5e-b64b-6a568dd2bc60 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.72 "DELETE /v2.0/ports/b8c85494-7ff5-44b2-b36d-2c1a69d1c673 HTTP/1.1" status: 204 len: 173 time: 1.8974590 Feb 16 18:27:37.131363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:27:37.183257 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d7bf5-100e-404e-96a3-c2d722f59766', 'name': 'network-vif-deleted', 'tag': 'b8c85494-7ff5-44b2-b36d-2c1a69d1c673', 'status': 'completed', 'code': 200} Feb 16 18:27:37.235992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ae630-0c59-48e3-8e3d-95356e28a111 req-ec34ee76-89b8-4cd8-b99f-364075e71863 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:37.238048 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6b1ae630-0c59-48e3-8e3d-95356e28a111 req-ec34ee76-89b8-4cd8-b99f-364075e71863 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 946 time: 0.0969644 Feb 16 18:27:37.302706 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6b1ae630-0c59-48e3-8e3d-95356e28a111 req-757beba9-f844-4f69-b9ba-529e4fb5335f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0501287 Feb 16 18:27:37.413863 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-2b38b5e2-e0d6-4716-b6b6-47e65becb7e8 req-24fe08ba-4ce8-4482-aede-f1cae683250d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Synchronizing usage tracker for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:27:37.472992 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-2b38b5e2-e0d6-4716-b6b6-47e65becb7e8 req-24fe08ba-4ce8-4482-aede-f1cae683250d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Unset dirty status for tenant:ed443648e0134e279dac6975632a1b1d on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:27:37.474326 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2b38b5e2-e0d6-4716-b6b6-47e65becb7e8 req-24fe08ba-4ce8-4482-aede-f1cae683250d tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7d7bf5-100e-404e-96a3-c2d722f59766 HTTP/1.1" status: 200 len: 210 time: 0.1098070 Feb 16 18:27:37.504541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:37.509358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] Checking router: aab39e15-8faf-48dd-af26-53b8971419f5 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:27:37.521265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:27:37.522579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:27:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:37.900599 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:27:38.231738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:38.236384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db27169-5a88-4c0e-8e27-8ff138ec28d3 None None] The sync data for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi is: [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:16:52Z', 'revision_number': 4, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'e79c9788-0fee-430e-9df2-ca44c1c459fa', 'name': '', 'network_id': '488dc2c4-c6c1-4034-947f-da1556dd13da', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'mac_address': 'fa:16:3e:9c:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:50Z', 'updated_at': '2021-02-16T18:17:05Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'subnets': [{'id': 'c7ef168b-4afe-4e7c-a186-2b31c2123050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:27:38.513119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1b3c-eae2-45f6-96c8-5fbe904dc2ad req-a6edf89e-b374-46c8-9324-52a33133cc52 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:38.514859 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b58e1b3c-eae2-45f6-96c8-5fbe904dc2ad req-a6edf89e-b374-46c8-9324-52a33133cc52 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 946 time: 0.0957031 Feb 16 18:27:38.531229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 7e8a863e-8087-423a-a157-a58e8f954340 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:27:38.574724 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b58e1b3c-eae2-45f6-96c8-5fbe904dc2ad req-1f3246ee-bce0-4bf4-8caf-c6403153c85b tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0513155 Feb 16 18:27:38.625014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 7e8a863e-8087-423a-a157-a58e8f954340 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:27:38.625439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:38.650226 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7e9d6-53bf-4a06-becc-916d0786b5e8 None None] New status for floating IP 31a299d6-4d63-4c26-b539-2bf2b4e4a0d7: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:27:38.674459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 48010) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:38.761303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-724e1fd0-49a8-47d8-9f0e-78f9c0761eb3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:38.791423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-724e1fd0-49a8-47d8-9f0e-78f9c0761eb3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:38.902869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-724e1fd0-49a8-47d8-9f0e-78f9c0761eb3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:38.913205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:38.933000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e1fd0-49a8-47d8-9f0e-78f9c0761eb3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73c39fa-3a51-4f71-b275-8df7b4683eff,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:38.936888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-724e1fd0-49a8-47d8-9f0e-78f9c0761eb3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:38.971861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-64a41eae-a868-4c80-8296-e2e01fff73f4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:38.973492 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-64a41eae-a868-4c80-8296-e2e01fff73f4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 946 time: 0.1121228 Feb 16 18:27:38.979358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-724e1fd0-49a8-47d8-9f0e-78f9c0761eb3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:38.980541 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-724e1fd0-49a8-47d8-9f0e-78f9c0761eb3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "DELETE /v2.0/security-groups/a73c39fa-3a51-4f71-b275-8df7b4683eff HTTP/1.1" status: 204 len: 168 time: 0.3049960 Feb 16 18:27:38.983613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48014) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:39.003497 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.api.v2.resource [None req-e19397b4-413e-4d59-b851-5eac1cbecf35 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] show failed (client error): The resource could not be found. Feb 16 18:27:39.004649 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-e19397b4-413e-4d59-b851-5eac1cbecf35 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "GET /v2.0/security-groups/a73c39fa-3a51-4f71-b275-8df7b4683eff HTTP/1.1" status: 404 len: 347 time: 0.0197368 Feb 16 18:27:39.007744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48018) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:39.058883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Deleting port 7e8a863e-8087-423a-a157-a58e8f954340 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:39.059273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.182625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Deleting port b9df2066-a20f-4d66-90ba-ddadef5851d4 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:39.183061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.325086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] For port 7e8a863e-8087-423a-a157-a58e8f954340, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7e8a863e-8087-423a-a157-a58e8f954340,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:39.325492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.365762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.366151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.507334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Calling delete_port for b9df2066-a20f-4d66-90ba-ddadef5851d4 owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:39.646612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.647103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.647399 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Floating IP 4f63b493-97f6-4abd-b407-bc83afc69c2f disassociated. External IP: 172.27.3.77, port: 7e8a863e-8087-423a-a157-a58e8f954340. Feb 16 18:27:39.647817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Calling delete_port for 7e8a863e-8087-423a-a157-a58e8f954340 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:39.670954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.687636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:39.750898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Pushing event deleted for resources: {'Port': ['ID=b9df2066-a20f-4d66-90ba-ddadef5851d4,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:39.802164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:39.823347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c7a6-f90c-483a-8f62-deda0d5faf5a req-551dd4eb-6e89-41ed-bf3b-30ced1bedbb4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:39.825034 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2616c7a6-f90c-483a-8f62-deda0d5faf5a req-551dd4eb-6e89-41ed-bf3b-30ced1bedbb4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 946 time: 0.1297543 Feb 16 18:27:39.926495 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2616c7a6-f90c-483a-8f62-deda0d5faf5a req-6e6f2b82-8e4c-412c-b52c-e95228885c96 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0943823 Feb 16 18:27:39.927094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.981527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:39.982781 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-bc32d466-e095-49fc-9ddf-fa9f64e06a08 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] 10.222.0.16 "DELETE /v2.0/floatingips/31a299d6-4d63-4c26-b539-2bf2b4e4a0d7 HTTP/1.1" status: 204 len: 168 time: 0.9740798 Feb 16 18:27:39.991063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:40.006383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e017ff2e-1bef-4c65-b1a2-f7a8c9021fa8 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:40.070734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event deleted for resources: {'Port': ['ID=7e8a863e-8087-423a-a157-a58e8f954340,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:40.124729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:40.385116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Router 96aecc64-df47-483c-ada9-1591e75b4583 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:27:40.476879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 7e8a863e-8087-423a-a157-a58e8f954340 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:27:40.517044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] No Port match for: 7e8a863e-8087-423a-a157-a58e8f954340 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:27:40.517490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 7e8a863e-8087-423a-a157-a58e8f954340 not bound to the agent host hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:27:40.585898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:27:40.599678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:27:40.610056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:27:40.610747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:27:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:40.627274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] No DVR routers for this DVR port 7e8a863e-8087-423a-a157-a58e8f954340 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:27:40.629731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:40.632718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'name': 'network-vif-deleted', 'tag': '7e8a863e-8087-423a-a157-a58e8f954340'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:27:40.672209 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1a5790a3-8936-4a8b-8144-f0521fad027e req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "DELETE /v2.0/ports/7e8a863e-8087-423a-a157-a58e8f954340 HTTP/1.1" status: 204 len: 173 time: 1.6899946 Feb 16 18:27:40.693788 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd484d963-133b-4ed4-9feb-4ccbaa068438', 'name': 'network-vif-deleted', 'tag': '7e8a863e-8087-423a-a157-a58e8f954340', 'status': 'completed', 'code': 200} Feb 16 18:27:40.812507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:27:41.090603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-127ab246-b4d1-48ec-b076-cf00ad435ac9 req-1ad768ec-c09a-49e5-863a-550c78a946b4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:27:41.122214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-127ab246-b4d1-48ec-b076-cf00ad435ac9 req-1ad768ec-c09a-49e5-863a-550c78a946b4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:27:41.123842 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-127ab246-b4d1-48ec-b076-cf00ad435ac9 req-1ad768ec-c09a-49e5-863a-550c78a946b4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=d484d963-133b-4ed4-9feb-4ccbaa068438 HTTP/1.1" status: 200 len: 210 time: 0.0845478 Feb 16 18:27:41.158382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:41.162414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:27:41.171355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:27:41.172820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:27:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:41.365101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:27:41.689832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:27:41.709916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:41.714186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be71fe8-24ab-48a4-b512-692ff0f0b52c None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:27:42.107025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c778a4-de2f-4996-961f-dbd4725ebaa0 None None] New status for floating IP 4f63b493-97f6-4abd-b407-bc83afc69c2f: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:27:42.283324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:42.512387 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-4cfb3b6b-6391-4abd-8896-fa9841a98ef2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1193002111&fields=id&tenant_id=885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 267 time: 0.0461035 Feb 16 18:27:42.675069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3520ac16-990e-4abe-a269-b97b152eb825 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:42.676683 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3520ac16-990e-4abe-a269-b97b152eb825 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 812 time: 0.1568129 Feb 16 18:27:42.692386 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-ca862f40-223c-4bf8-9d50-d7acc37e9c2e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/quotas/885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 375 time: 0.0096591 Feb 16 18:27:42.783825 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-c7368e1c-8678-4596-92d8-00882b30b16b tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860386 Feb 16 18:27:42.800804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-fe1c234c-c239-45f4-8eb3-fb1724e2e7ee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:27:42.801874 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-fe1c234c-c239-45f4-8eb3-fb1724e2e7ee service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059180 Feb 16 18:27:42.949471 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-974ebf6e-6ffc-435f-bf4c-9ce4009db6a7 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412511 Feb 16 18:27:42.970300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48062) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:43.109150 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-5cd112b6-ea41-4559-a00d-98482e620f91 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523657 Feb 16 18:27:43.751582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618650'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:43.757457 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-43f7f230-f4bb-4592-b4ff-1d8cafbaa1b3 req-4940b8bb-3920-4f01-b68b-8425f57ad755 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 210 time: 0.0503445 Feb 16 18:27:44.374212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Deleting port e79c9788-0fee-430e-9df2-ca44c1c459fa {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:44.374766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:44.560095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] For port e79c9788-0fee-430e-9df2-ca44c1c459fa, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e79c9788-0fee-430e-9df2-ca44c1c459fa,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:44.560496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:44.698494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Calling delete_port for e79c9788-0fee-430e-9df2-ca44c1c459fa owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:44.953401 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-04abe452-ed45-4c38-a110-a1504e57e0ff req-9c9b0248-ca9b-4a51-b98d-dafec9bcaf6c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 210 time: 0.0536618 Feb 16 18:27:44.962208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:44.978712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:45.035446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=e79c9788-0fee-430e-9df2-ca44c1c459fa,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:45.039491 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:45.396660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-0805b7a8-318a-41d9-944c-e7445d25f2c5 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:45.396660 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-0805b7a8-318a-41d9-944c-e7445d25f2c5 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 812 time: 0.2176316 Feb 16 18:27:45.411585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854167510'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:45.474982 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-927fb1d0-145f-4a52-8ee4-30e109febeb0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 5765 time: 0.0711889 Feb 16 18:27:45.484953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'port': {'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'admin_state_up': True, 'tenant_id': '885df98322b84b27b7f8e02037135304', 'security_groups': ['7964954f-b5a9-4af5-80d1-80ef41d64a9f']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:45.635581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:45.645851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:45.682125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Made reservation on behalf of 885df98322b84b27b7f8e02037135304 for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:27:45.688630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:45.948233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Router aab39e15-8faf-48dd-af26-53b8971419f5 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:27:46.153548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:27:46.164233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] Sync routers for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:27:46.170631 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] 10.222.0.16 "PUT /v2.0/routers/aab39e15-8faf-48dd-af26-53b8971419f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1987331 Feb 16 18:27:46.173749 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48094) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:46.179450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:27:46.180254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:27:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:46.235384 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a14f345d-5c92-4bb8-827b-07c08b60bdef req-683a82a8-e73d-4765-bdfe-f50e379cffa9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 210 time: 0.1583331 Feb 16 18:27:46.327234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Allocated IP 172.20.0.9 (8618f37b-8d67-45e4-bfe8-13b9a2b58ad1/de620961-e2cd-496e-bbe7-632e755e5052/9ca81922-bb73-41f6-a649-858aefc4dac6) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:27:46.391705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:27:46.398317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:46.589069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:46.609351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Transition to ACTIVE for port object 9ca81922-bb73-41f6-a649-858aefc4dac6 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:27:46.659586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:46.681962 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2c0ce314-79a3-4b97-acc8-ea4e62ecebd3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:46.713741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:27:44Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:46.719594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] Checking router: aab39e15-8faf-48dd-af26-53b8971419f5 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:27:46.730135 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] Routers {'aab39e15-8faf-48dd-af26-53b8971419f5'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:27:46.730998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:27:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['aab39e15-8faf-48dd-af26-53b8971419f5'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:46.853600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=9ca81922-bb73-41f6-a649-858aefc4dac6,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:46.857173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:46.880523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:46.886643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Deleting port c097065d-668d-4a81-9bde-4d3d6a589265 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:46.887027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:46.906344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:27:46.907688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:27:46.910323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:27:46.989693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:46.990390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.095717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] For port c097065d-668d-4a81-9bde-4d3d6a589265, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=c097065d-668d-4a81-9bde-4d3d6a589265,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:47.096511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.132132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] Set router aab39e15-8faf-48dd-af26-53b8971419f5 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:27:47.134326 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6534040 Feb 16 18:27:47.145509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-5f5b6ddb-59bd-41b7-8718-41d684b7e664 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:27:47.146909 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-5f5b6ddb-59bd-41b7-8718-41d684b7e664 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064523 Feb 16 18:27:47.210200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Request body: {'port': {'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:47.244245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Calling delete_port for c097065d-668d-4a81-9bde-4d3d6a589265 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:47.347361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.433724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-d3e4df62-0a96-4cfe-8122-aed847e825da None None] Provisioning for port 9ca81922-bb73-41f6-a649-858aefc4dac6 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:27:47.440507 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-d3e4df62-0a96-4cfe-8122-aed847e825da None None] Provisioning complete for port 9ca81922-bb73-41f6-a649-858aefc4dac6 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:27:47.440933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d3e4df62-0a96-4cfe-8122-aed847e825da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.502205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4df62-0a96-4cfe-8122-aed847e825da None None] Port 9ca81922-bb73-41f6-a649-858aefc4dac6 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:27:47.508331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: WARNING neutron.plugins.ml2.ovo_rpc [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: result = function(*args, **kwargs) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: proto.__init__(conn_state, self) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: self.handle() Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: self.handle_one_request() Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: self.handle_one_response() Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: result = self.application(self.environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return app(environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self.application) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self.application) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self.application) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self.application) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return request.get_response(self.application) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: response = req.get_response(self._app) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: application, catch_exc_info=False) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: app_iter = application(self.environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return resp(environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return resp(environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: response = self.app(environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return resp(environ, start_response) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: resp = self.call_func(req, *args, **kw) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.func(req, *args, **kwargs) Feb 16 18:27:47.518980 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: result = method(request=request, **args) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._delete(request, id, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*args, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*args, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*dup_args, **dup_kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: obj_deleter(request.context, id, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return method(*args, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*args, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*args, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(*dup_args, **dup_kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: self._delete_current_gw_port(context, id, router, None) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: admin_ctx, gw_port_id, l3_port_check=False) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, context, *args, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return method(*args, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: context, port, router_ids, bound_mech_contexts) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: return function(*args, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: callback(resource, event, trigger, **kwargs) Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: if self._is_session_semantic_violated(context, resource, event): Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: stack = traceback.extract_stack() Feb 16 18:27:47.526965 dv-cinder-763306-9-iscsi neutron-server[83870]: Feb 16 18:27:47.539157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:27:44Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:47.544151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad909e7-3fd3-46e8-87f9-20f8db02e050 None None] The sync data for ids ['aab39e15-8faf-48dd-af26-53b8971419f5'] in dv-cinder-763306-9-iscsi is: [{'id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1068438498-router', 'tenant_id': 'ed443648e0134e279dac6975632a1b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:16:37Z', 'updated_at': '2021-02-16T18:27:44Z', 'revision_number': 5, 'project_id': 'ed443648e0134e279dac6975632a1b1d', 'gw_port': {'id': 'c097065d-668d-4a81-9bde-4d3d6a589265', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab39e15-8faf-48dd-af26-53b8971419f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:16:39Z', 'updated_at': '2021-02-16T18:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:27:47.579388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5b25e-3b79-453f-81d6-4bc59364ee1b req-c8dee4f7-78ab-4f9f-88f8-6138ddd77298 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:47.583842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-ddd5b25e-3b79-453f-81d6-4bc59364ee1b req-c8dee4f7-78ab-4f9f-88f8-6138ddd77298 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:27:47.654246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-ddd5b25e-3b79-453f-81d6-4bc59364ee1b req-c8dee4f7-78ab-4f9f-88f8-6138ddd77298 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:27:47.656956 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ddd5b25e-3b79-453f-81d6-4bc59364ee1b req-c8dee4f7-78ab-4f9f-88f8-6138ddd77298 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 931 time: 0.2943428 Feb 16 18:27:47.734338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853800330'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.763477 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ddd5b25e-3b79-453f-81d6-4bc59364ee1b req-71bc1e09-f7eb-4997-901d-10dd309e5345 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0988638 Feb 16 18:27:47.879982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128496'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.882405 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.948452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca81922-bb73-41f6-a649-858aefc4dac6 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:27:47.956566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:47.968865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Transition to ACTIVE for port object 9ca81922-bb73-41f6-a649-858aefc4dac6 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:27:47.996074 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.012850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1973696c-8893-4466-ac6d-64f30e8c71ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:48.024759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-619145'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.025335 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab39e15-8faf-48dd-af26-53b8971419f5 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:27:48.039360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.041009 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c290dbca-156b-426a-9c1f-5892b147db25 admin admin] 10.222.0.16 "DELETE /v2.0/routers/aab39e15-8faf-48dd-af26-53b8971419f5 HTTP/1.1" status: 204 len: 168 time: 1.8644366 Feb 16 18:27:48.043438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48106) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:48.112535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] Deleting subnet c7ef168b-4afe-4e7c-a186-2b31c2123050 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:27:48.116116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.166339 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Pushing event updated for resources: {'Port': ['ID=9ca81922-bb73-41f6-a649-858aefc4dac6,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:48.170972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.171109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:48.323791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.364188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Attempting to bind port 9ca81922-bb73-41f6-a649-858aefc4dac6 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:27:48.364574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Attempting to bind port 9ca81922-bb73-41f6-a649-858aefc4dac6 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:27:48.364950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Attempting to bind port 9ca81922-bb73-41f6-a649-858aefc4dac6 on network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:27:48.371356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:27:48.371819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Checking segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:27:48.372232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.372635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Bound using segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:27:48.373124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Bound port: 9ca81922-bb73-41f6-a649-858aefc4dac6, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:27:48.373505 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.475514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] For port 9ca81922-bb73-41f6-a649-858aefc4dac6, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:27:48.478722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] For port 9ca81922-bb73-41f6-a649-858aefc4dac6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9ca81922-bb73-41f6-a649-858aefc4dac6,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:27:48.510884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.526678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9b92ff77-7e89-4afc-ade4-fa0c512e2b56 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:48.687063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Pushing event updated for resources: {'Port': ['ID=9ca81922-bb73-41f6-a649-858aefc4dac6,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:48.692441 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:48.721247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:48.721964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.723429 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] 10.222.0.72 "PUT /v2.0/ports/9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 1157 time: 1.5698531 Feb 16 18:27:48.724025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:27:48.789387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device c097065d-668d-4a81-9bde-4d3d6a589265 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:27:48.793302 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'status': 'completed', 'code': 200} Feb 16 18:27:48.848213 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: c097065d-668d-4a81-9bde-4d3d6a589265 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:27:48.848979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device c097065d-668d-4a81-9bde-4d3d6a589265 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:27:48.849677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e79c9788-0fee-430e-9df2-ca44c1c459fa no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:27:48.894237 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-d87a8bc5-b8ee-40bf-b043-8c215451c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:48.894456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:48.894574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: e79c9788-0fee-430e-9df2-ca44c1c459fa {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:27:48.894707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e79c9788-0fee-430e-9df2-ca44c1c459fa not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:27:48.896368 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-d87a8bc5-b8ee-40bf-b043-8c215451c673 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1160 time: 0.0921073 Feb 16 18:27:48.952053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:49.020685 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-e35a30e1-9452-4088-aa7d-8717d9199930 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 217 time: 0.1154516 Feb 16 18:27:49.035645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ef168b-4afe-4e7c-a186-2b31c2123050,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:49.042823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:49.079088 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:49.085042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c2af12-6487-474f-804c-32ef63429222 None None] Network 488dc2c4-c6c1-4034-947f-da1556dd13da requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:27:49.101749 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6c572a7c-af8e-47e8-95fe-10d35a2bad58 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c7ef168b-4afe-4e7c-a186-2b31c2123050 HTTP/1.1" status: 204 len: 168 time: 1.0571587 Feb 16 18:27:49.106808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48120) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:49.133953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-e6e35d18-098e-48b4-a5e7-d73726af33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:49.135664 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-e6e35d18-098e-48b4-a5e7-d73726af33dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.1086495 Feb 16 18:27:49.209834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db5062-1889-44bd-b0c8-129e1710598a req-e4c14dd9-c97a-4ff2-8b81-f51b38bb83d1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:49.211477 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b4db5062-1889-44bd-b0c8-129e1710598a req-e4c14dd9-c97a-4ff2-8b81-f51b38bb83d1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.2282345 Feb 16 18:27:49.262682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:49.272028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-b5d94811-05e9-4ada-b02b-b4dbbc660dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:49.273592 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-b5d94811-05e9-4ada-b02b-b4dbbc660dc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1300743 Feb 16 18:27:49.285850 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b4db5062-1889-44bd-b0c8-129e1710598a req-3e747ce1-29e8-45a1-a5c2-4a95fa2897d1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0574045 Feb 16 18:27:49.333154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Deleting port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:49.333530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:49.402108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] DHCP port deletion for 488dc2c4-c6c1-4034-947f-da1556dd13da request from dv-cinder-763306-9-iscsi {{(pid=83983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:27:49.406378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] Deleting port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:49.407477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:49.428848 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-b8bfc372-5f22-40d4-86ac-7f897fc79373 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462915 Feb 16 18:27:49.570437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] For port 0a67732f-b2ba-4f4f-9b90-a35e09682d11, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=0a67732f-b2ba-4f4f-9b90-a35e09682d11,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:49.571489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:49.578496 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9478bdb7-e50d-4932-82bd-4d7135c2cb33 req-f16f2b02-531b-411c-a9a8-4edba531077f service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431456 Feb 16 18:27:49.635080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] For port 0a67732f-b2ba-4f4f-9b90-a35e09682d11, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=0a67732f-b2ba-4f4f-9b90-a35e09682d11,segment=NetworkSegment(4813173e-64dc-4818-82e6-d0e93e27a2b1),segment_id=4813173e-64dc-4818-82e6-d0e93e27a2b1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:49.635449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:49.707827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Calling delete_port for 0a67732f-b2ba-4f4f-9b90-a35e09682d11 owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:49.727426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-8569f807-950f-44a9-b587-21fc30fca79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:49.729115 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-8569f807-950f-44a9-b587-21fc30fca79a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1160 time: 0.0795624 Feb 16 18:27:49.769278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] Calling delete_port for 0a67732f-b2ba-4f4f-9b90-a35e09682d11 owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:27:49.851629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:27:49.851964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:27:49.870534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:49.888651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a3461ab6-0cfc-4cea-ba01-7fa639c60875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:49.948497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a67732f-b2ba-4f4f-9b90-a35e09682d11,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:49.952894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:50.040211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] No DVR routers for this DVR port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 on host dv-cinder-763306-9-iscsi {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:27:50.107293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-63f18929-28ce-421a-b9ba-a0383762cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:50.108883 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-63f18929-28ce-421a-b9ba-a0383762cd75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.3728232 Feb 16 18:27:50.166548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:50.186473 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-32d38afe-8897-455e-95f5-c55be7559269 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 217 time: 0.0706761 Feb 16 18:27:50.257043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-7de49cc1-90f4-47df-a196-b3fd2fce1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:50.258802 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-7de49cc1-90f4-47df-a196-b3fd2fce1e96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.0662410 Feb 16 18:27:50.299853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488dc2c4-c6c1-4034-947f-da1556dd13da']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:50.315120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4813173e-64dc-4818-82e6-d0e93e27a2b1') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:50.315335 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4813173e-64dc-4818-82e6-d0e93e27a2b1') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:27:50.328582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:50.360855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] Deleting port 0a67732f-b2ba-4f4f-9b90-a35e09682d11 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:27:50.360855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:50.361124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-76e60e31-5551-4218-9f59-e86c99bbccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:50.361570 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-76e60e31-5551-4218-9f59-e86c99bbccd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952799 Feb 16 18:27:50.408767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:50.410762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:27:50.432931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3eb519d8-fc1a-4f3a-8748-6e9aedb5f3b0 None None] The port '0a67732f-b2ba-4f4f-9b90-a35e09682d11' was deleted {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:27:50.615332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-987c3b1f-794e-4662-8c05-e117b0d96467 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453969 Feb 16 18:27:50.627385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257204e-b4eb-4649-89ed-253733374206 req-8c46b93f-012f-4612-916d-2aa4697cb110 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:50.629152 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2257204e-b4eb-4649-89ed-253733374206 req-8c46b93f-012f-4612-916d-2aa4697cb110 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.1418509 Feb 16 18:27:50.783953 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2257204e-b4eb-4649-89ed-253733374206 req-47ffc087-7f29-4e1c-9dd1-cce5b5a62757 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1285524 Feb 16 18:27:50.797678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 0a67732f-b2ba-4f4f-9b90-a35e09682d11 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:27:50.816185 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-300e528d-0837-42e8-98d9-d717f43c1b65 req-e39d1780-5daa-4522-a5cc-55ea7976094e service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1859121 Feb 16 18:27:50.852483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 0a67732f-b2ba-4f4f-9b90-a35e09682d11 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:27:50.852886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 0a67732f-b2ba-4f4f-9b90-a35e09682d11 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:27:50.881020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Network 488dc2c4-c6c1-4034-947f-da1556dd13da has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:27:50.896680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:51.084212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Network 488dc2c4-c6c1-4034-947f-da1556dd13da has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:27:51.107455 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:27:51.390253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:51.394721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-69de8e07-2b80-4077-848d-7a184e631a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:51.411865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:51.420401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Pushing event deleted for resources: {'Network': ['ID=488dc2c4-c6c1-4034-947f-da1556dd13da,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:51.428081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:51.429697 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-3733755e-c352-480b-b96c-f4711c764995 admin admin] 10.222.0.16 "DELETE /v2.0/networks/488dc2c4-c6c1-4034-947f-da1556dd13da HTTP/1.1" status: 204 len: 168 time: 2.3218863 Feb 16 18:27:51.629888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48138) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:51.682186 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-85079d7d-9eb5-4e61-bd93-bfca2ca65474 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed443648e0134e279dac6975632a1b1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508058 Feb 16 18:27:51.684668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48142) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:51.746458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-562041f6-28c4-474f-a160-260853df3b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:51.778070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-562041f6-28c4-474f-a160-260853df3b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:51.916175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-562041f6-28c4-474f-a160-260853df3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:51.921719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a750d4f1-01cc-4a4d-918e-e933d7a50480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:51.940698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562041f6-28c4-474f-a160-260853df3b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04723c78-36c8-432d-b357-b5f0f11a4351,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:51.943613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-562041f6-28c4-474f-a160-260853df3b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:51.946255 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-562041f6-28c4-474f-a160-260853df3b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:51.947116 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-562041f6-28c4-474f-a160-260853df3b2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04723c78-36c8-432d-b357-b5f0f11a4351 HTTP/1.1" status: 204 len: 168 time: 0.2614727 Feb 16 18:27:52.030512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-04e37301-86bb-4692-8970-603413c3083d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:52.033105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b36e60-8d60-4ca2-a034-30a765c707ce req-d49149e5-859f-4592-8c45-2da87c5be5d9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:52.034761 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40b36e60-8d60-4ca2-a034-30a765c707ce req-d49149e5-859f-4592-8c45-2da87c5be5d9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.0953214 Feb 16 18:27:52.085138 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40b36e60-8d60-4ca2-a034-30a765c707ce req-53a9aa48-4a64-4926-8b33-2f76a56a4431 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0439954 Feb 16 18:27:53.286073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abcb52-5eee-4300-bf6a-daa68b672d0d req-52848a35-5b12-4940-961e-7a8501a7d09e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:53.287965 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e9abcb52-5eee-4300-bf6a-daa68b672d0d req-52848a35-5b12-4940-961e-7a8501a7d09e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.0880039 Feb 16 18:27:53.339387 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e9abcb52-5eee-4300-bf6a-daa68b672d0d req-7ed02600-a18b-4f02-be7d-1570df593e80 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0450213 Feb 16 18:27:53.823671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48204) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:53.948472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:53.963951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:27:53.968037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Usage tracker for resource:security_group_rule and tenant:c98ab5671b8c4cf98a5739b6a17dd315 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:27:53.971007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:27:53.976813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:27:54.162058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0b28-1b88-46d1-9c4e-0d29be575680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:54.170638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:54.219114 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:54.229316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d75e74b9-b6d0-41c5-8631-f6270177f4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:54.275742 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c98ab5671b8c4cf98a5739b6a17dd315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509161 Feb 16 18:27:54.276712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d5e62-7107-4091-a76c-eecbfc6d7cf1,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:54.278690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 48210) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:27:54.280026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:54.344010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:54.371759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:54.482169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:54.488208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1173bde5-ccea-4664-93e7-a07277714699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:54.504274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d5e62-7107-4091-a76c-eecbfc6d7cf1,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:54.555312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:54.556563 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e13d5e62-7107-4091-a76c-eecbfc6d7cf1 HTTP/1.1" status: 204 len: 168 time: 0.2759326 Feb 16 18:27:54.563413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.564426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.564842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.565248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.565653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.566059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.566529 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.566843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.567519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.567796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.568004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.568397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.568857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.569249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.569646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.570048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.570443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.570965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.571208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.571637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.572030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.572424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.572819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.573212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:54.577739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:54.617458 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5457a-27e4-4dee-ac85-2e5ff20f53ba req-f94e21d3-855a-407b-aa95-40cd93e285df tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:54.619100 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2a5457a-27e4-4dee-ac85-2e5ff20f53ba req-f94e21d3-855a-407b-aa95-40cd93e285df tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.1161737 Feb 16 18:27:54.668047 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d2a5457a-27e4-4dee-ac85-2e5ff20f53ba req-aa4ed217-cf78-4710-89bf-7571763a6fd2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418816 Feb 16 18:27:55.093765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:55.877785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4f633-3aed-454a-ad0a-4f0bce0e8457 req-a40e696f-947f-409f-9d84-bb440d48f00a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:55.879427 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5ae4f633-3aed-454a-ad0a-4f0bce0e8457 req-a40e696f-947f-409f-9d84-bb440d48f00a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.0963664 Feb 16 18:27:55.922545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:55.929066 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5ae4f633-3aed-454a-ad0a-4f0bce0e8457 req-cac29dd9-e9c0-49c9-8571-92ae6fcd15ee tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428562 Feb 16 18:27:56.453460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:57.141432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8243e-873c-4b41-b74b-5ae945abfb44 req-e60db160-04f0-44e0-aff9-50bb59aef31a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:57.143816 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-74b8243e-873c-4b41-b74b-5ae945abfb44 req-e60db160-04f0-44e0-aff9-50bb59aef31a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.1001897 Feb 16 18:27:57.193379 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-74b8243e-873c-4b41-b74b-5ae945abfb44 req-7ef1c950-b9f9-43cf-9874-4c26413ed1a6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0433195 Feb 16 18:27:58.400510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aa7b6-c5cc-4ad4-91e3-a3a8b1da57d8 req-3ee0636f-1fb1-4ce9-91a1-d96d3f5f835c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:58.402169 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b14aa7b6-c5cc-4ad4-91e3-a3a8b1da57d8 req-3ee0636f-1fb1-4ce9-91a1-d96d3f5f835c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.0911446 Feb 16 18:27:58.455797 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b14aa7b6-c5cc-4ad4-91e3-a3a8b1da57d8 req-ab6d4032-40fe-4cbf-b784-9e763ee398e5 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0466247 Feb 16 18:27:58.784252 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 9ca81922-bb73-41f6-a649-858aefc4dac6 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:27:58.898914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 9ca81922-bb73-41f6-a649-858aefc4dac6 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:27:58.904730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 9ca81922-bb73-41f6-a649-858aefc4dac6 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:27:58.905160 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:59.034176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:59.063003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:27:59.074140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 9ca81922-bb73-41f6-a649-858aefc4dac6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9ca81922-bb73-41f6-a649-858aefc4dac6,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:27:59.104988 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:27:59.107777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:27:59.187186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=9ca81922-bb73-41f6-a649-858aefc4dac6,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:27:59.197895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.198511 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.199043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.199582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.199974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.200355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.200769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.201149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.201543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.201912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.202284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.202973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.203468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.203885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.204290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.204593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.204985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.205353 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.205716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.206078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.206439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.206927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.207324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.207713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:27:59.216297 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:27:59.285575 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'code': 200} Feb 16 18:27:59.622904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729e95d-663b-40ab-9fea-b5a9a33c9709 req-e1e40b5b-a0b8-4a3d-97c8-c5f8a0dc9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:59.624499 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a729e95d-663b-40ab-9fea-b5a9a33c9709 req-e1e40b5b-a0b8-4a3d-97c8-c5f8a0dc9efb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1162 time: 0.0849731 Feb 16 18:27:59.671900 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a729e95d-663b-40ab-9fea-b5a9a33c9709 req-494f5b37-20dc-4ccd-b2fc-da407ba2ad21 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0400107 Feb 16 18:27:59.806825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b59a5a-0a7e-42db-b6c1-1c7d7a72b712 req-e91a9e00-06b1-4227-8e65-441ea4016d2a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:27:59.808508 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c8b59a5a-0a7e-42db-b6c1-1c7d7a72b712 req-e91a9e00-06b1-4227-8e65-441ea4016d2a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.0908542 Feb 16 18:27:59.857314 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c8b59a5a-0a7e-42db-b6c1-1c7d7a72b712 req-6ba1aa07-d54c-4c71-bddb-97e383d1642e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0425344 Feb 16 18:28:00.303976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 9ca81922-bb73-41f6-a649-858aefc4dac6 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:28:00.376331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 9ca81922-bb73-41f6-a649-858aefc4dac6 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:28:00.377414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:01.058976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ded0a-8ee1-4f5d-ab03-1f59069f0426 req-1eae8501-1c7d-40a4-a6a3-97fe4ba36346 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:01.060538 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d45ded0a-8ee1-4f5d-ab03-1f59069f0426 req-1eae8501-1c7d-40a4-a6a3-97fe4ba36346 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.0875568 Feb 16 18:28:01.110207 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d45ded0a-8ee1-4f5d-ab03-1f59069f0426 req-ea2c7253-6af7-440f-82e7-05c0efd7c72b tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0432751 Feb 16 18:28:02.312365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d51c0-ec16-4ee5-acf8-14339d7a5eef req-dae8bde2-8af5-46b5-8a19-6a570e1d5efb tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:02.314786 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-493d51c0-ec16-4ee5-acf8-14339d7a5eef req-dae8bde2-8af5-46b5-8a19-6a570e1d5efb tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.0894113 Feb 16 18:28:02.364944 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-493d51c0-ec16-4ee5-acf8-14339d7a5eef req-bc44833a-212b-4071-921e-a4bb587f74a2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0427270 Feb 16 18:28:03.581681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d3aa3-356d-45cf-b436-45a868ee3d6b req-ccff4713-bb28-48be-b9ef-eea9c76634e1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:03.583332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-958d3aa3-356d-45cf-b436-45a868ee3d6b req-ccff4713-bb28-48be-b9ef-eea9c76634e1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.0916009 Feb 16 18:28:03.631500 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-958d3aa3-356d-45cf-b436-45a868ee3d6b req-cca79676-c9a4-4b8d-9793-61b271f6b714 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418370 Feb 16 18:28:04.835883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b72cf-e4e6-4ea5-bfa4-a1eb6b50a50b req-ddc59fe7-59ff-481c-bc48-af41d4ee5c1d tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:04.837560 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-020b72cf-e4e6-4ea5-bfa4-a1eb6b50a50b req-ddc59fe7-59ff-481c-bc48-af41d4ee5c1d tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.0921316 Feb 16 18:28:04.888945 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-020b72cf-e4e6-4ea5-bfa4-a1eb6b50a50b req-b2339509-e39d-4748-a1a8-cd6f677f0e5e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0449908 Feb 16 18:28:05.097324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79df8b4-4b7c-4578-aa77-cc50f1dc3bcd req-5c6be103-5df4-430f-85e3-123a1841e947 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:05.104005 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d79df8b4-4b7c-4578-aa77-cc50f1dc3bcd req-5c6be103-5df4-430f-85e3-123a1841e947 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.0933280 Feb 16 18:28:05.149178 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d79df8b4-4b7c-4578-aa77-cc50f1dc3bcd req-86ded17a-5e56-494c-8e74-6b9c9c260729 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0435915 Feb 16 18:28:05.351538 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-e4877bd6-9cee-4b3d-b3b2-4ca179099e6c tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1638496 Feb 16 18:28:05.362513 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:28:05.368187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:28:05.378149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:28:05.436126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:05.587791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:05.961333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Allocated IP 172.27.3.252 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/281c3b6d-faf7-464c-9d55-f6c4f9656254) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:28:06.212098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:06.270730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:06.287003 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5156227e-fb54-42bd-8114-82ccd9646ce6 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:28:06.431942 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=281c3b6d-faf7-464c-9d55-f6c4f9656254,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:28:06.436428 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:28:06.481679 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:28:06.482744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:28:06.485249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:28:06.575840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:06.670340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:06.823135 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48378) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:28:06.974098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:06.997201 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:28:07.001569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Usage tracker for resource:security_group_rule and tenant:4114c57f6beb483eb91a67f8686d9aa5 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:28:07.004890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:28:07.011163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:28:07.106041 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.138881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.148920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c3cc9c9f-354f-4f50-bdcf-3de24de12469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:28:07.190662 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.192634 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4114c57f6beb483eb91a67f8686d9aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682940 Feb 16 18:28:07.193596 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9840bad-90fa-414f-93a3-a1078165cca8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:28:07.195363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 48384) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:28:07.197074 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:28:07.238635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.256297 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-df69b1d6-4d7c-491d-8f9d-788e355331a1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:28:07.410559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7602844a-b16b-45a4-9d84-2aacf3606459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.438432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=281c3b6d-faf7-464c-9d55-f6c4f9656254,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:28:07.452227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:28:07.459803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7602844a-b16b-45a4-9d84-2aacf3606459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.583761 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.610685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7602844a-b16b-45a4-9d84-2aacf3606459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.621926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-724e1fd0-49a8-47d8-9f0e-78f9c0761eb3 tempest-AttachVolumeShelveTestJSON-1626050621 tempest-AttachVolumeShelveTestJSON-1626050621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:28:07.633775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7602844a-b16b-45a4-9d84-2aacf3606459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.635087 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7602844a-b16b-45a4-9d84-2aacf3606459 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9840bad-90fa-414f-93a3-a1078165cca8 HTTP/1.1" status: 204 len: 168 time: 0.4385645 Feb 16 18:28:07.636105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602844a-b16b-45a4-9d84-2aacf3606459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9840bad-90fa-414f-93a3-a1078165cca8,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:28:07.639031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7602844a-b16b-45a4-9d84-2aacf3606459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:28:07.682076 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:07.683532 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3259265 Feb 16 18:28:07.771382 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-584ec54e-904b-4e9c-8b3f-71bd4b774ad4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:28:07.818944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-584ec54e-904b-4e9c-8b3f-71bd4b774ad4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:28:07.820308 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-584ec54e-904b-4e9c-8b3f-71bd4b774ad4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.252 HTTP/1.1" status: 200 len: 696 time: 0.1297407 Feb 16 18:28:08.005562 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-16f84b50-5a4c-4eec-a52e-12d702d8de71 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:08.007474 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9179bc34-f67f-4393-9b83-3922151ac9ac req-16f84b50-5a4c-4eec-a52e-12d702d8de71 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1806653 Feb 16 18:28:08.202363 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-7f79c736-6d97-4054-b213-dda39ae5572a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:08.204037 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-7f79c736-6d97-4054-b213-dda39ae5572a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0976737 Feb 16 18:28:08.293037 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-3db1eadb-fd39-455f-9e5b-778070ee7d55 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.252 HTTP/1.1" status: 200 len: 696 time: 0.0826137 Feb 16 18:28:08.304188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'floatingip': {'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:28:08.391223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:09.031399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:09.059038 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:09.245586 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Floating IP f58a849e-d4ed-4118-96a5-4494213e5f43 associated. External IP: 172.27.3.252, port: 9ca81922-bb73-41f6-a649-858aefc4dac6. Feb 16 18:28:09.623479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Router 96aecc64-df47-483c-ada9-1591e75b4583 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:28:09.819278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:28:09.823917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:09.830474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:28:09.841757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:28:09.842630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:27:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:28:09.888033 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-d0a22c95-d59f-4dbf-bab5-41560a2cedbd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "PUT /v2.0/floatingips/f58a849e-d4ed-4118-96a5-4494213e5f43 HTTP/1.1" status: 200 len: 996 time: 1.5879683 Feb 16 18:28:09.888870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:28:09.954583 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'status': 'completed', 'code': 200} Feb 16 18:28:10.043786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:28:10.145640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-762fc379-7f2c-4efe-a0a2-3cc5a6f96fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:10.147326 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-762fc379-7f2c-4efe-a0a2-3cc5a6f96fc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1162 time: 0.1655526 Feb 16 18:28:10.149227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-3f846b36-0f23-4fc8-9a46-f8894e2cff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:10.150756 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-3f846b36-0f23-4fc8-9a46-f8894e2cff0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1162 time: 0.2475712 Feb 16 18:28:10.434149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:08Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:28:10.438515 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:28:10.447927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:28:10.448594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:27:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:28:10.663207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-7b179691-b5fd-4cbb-978f-dead245bc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:10.664870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-7b179691-b5fd-4cbb-978f-dead245bc9e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.5108209 Feb 16 18:28:10.667265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-e8141611-fc40-4d3e-9d24-ab520c65b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:10.669279 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-e8141611-fc40-4d3e-9d24-ab520c65b52c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.4919360 Feb 16 18:28:10.789779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:28:10.871884 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-d81b38b5-04cf-4772-8ac7-a381add8c33c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 999 time: 0.1996393 Feb 16 18:28:10.877542 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-b4f9a5c9-765e-4e8c-895d-2d10a56a9063 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 999 time: 0.1411655 Feb 16 18:28:11.011077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-2fb70037-f898-40e0-b7c7-44b07b27886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:11.012874 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-2fb70037-f898-40e0-b7c7-44b07b27886a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.1343212 Feb 16 18:28:11.017037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-ec21076f-dcb3-4ea2-b106-a9e076f7a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:11.019018 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-ec21076f-dcb3-4ea2-b106-a9e076f7a211 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.1026106 Feb 16 18:28:11.175886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-17953b14-d87f-41a7-a63e-5075f4707361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:11.177564 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-17953b14-d87f-41a7-a63e-5075f4707361 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1149840 Feb 16 18:28:11.180408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-4925f915-5ca5-40e6-9335-711b23cc7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:11.181932 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-4925f915-5ca5-40e6-9335-711b23cc7da6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1619208 Feb 16 18:28:11.385647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:08Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:28:11.390351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecee50-6512-4a37-8345-f7fd8c523594 None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:08Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:28:11.462810 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-7bdefbd1-33b2-4a7f-b11b-123d49e3455e service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721469 Feb 16 18:28:11.464931 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-5e305179-3420-41df-a53e-46d88b5c0279 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765391 Feb 16 18:28:11.669273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13d44f-2020-41a6-9ec6-e82ba6f5282d None None] New status for floating IP f58a849e-d4ed-4118-96a5-4494213e5f43: ACTIVE {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:28:11.738619 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-374fbf0a-f797-4af2-aa6e-cac3736a1dce req-878631cc-cd9c-4b68-a822-c73837eeaf1f service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2687705 Feb 16 18:28:11.742003 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8056c0a8-de78-4644-bd3e-43b4a1ab1935 req-f4537a7e-da1b-4a3f-9e6d-08fecda53a26 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2491870 Feb 16 18:28:12.275957 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:18.689858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:28:22.035705 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-35afe833-c586-4835-8ec4-cdef7e469005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:24.155859 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b88a1f-e05b-4520-9f5a-9f60c7e7dfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:25.001339 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:25.915664 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:26.476071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:42.395307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:48.669072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48698) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:28:48.695844 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-896f8ae8-f1a7-4ba2-8e68-79a290c1fb92 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0827870 Feb 16 18:28:48.813180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:48.829406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:28:48.833476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Usage tracker for resource:security_group_rule and tenant:eae85d7f28464b879daadf14d8897d1e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:28:48.837087 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:28:48.842850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:28:48.862670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-bfc7e9fb-da9b-4d36-bca8-4b4333f262c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:48.864535 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-bfc7e9fb-da9b-4d36-bca8-4b4333f262c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1162 time: 0.0972319 Feb 16 18:28:48.986550 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.012168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.021839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bd4271f3-b421-47e1-bf6c-c11872d4200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:28:49.035406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-0b3a5397-118f-4375-b529-5714184b5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:49.038137 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-0b3a5397-118f-4375-b529-5714184b5ad5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.1533496 Feb 16 18:28:49.070058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd38345-3bfc-42f4-8d61-af46f787335e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:28:49.078375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.078811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.079234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.079676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.080090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.080504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.080914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.081323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.081733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.082139 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.082543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.082948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.083407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.084365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.084767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.085172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.085575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.085978 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.086365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.086763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.087163 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.087578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.087987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.088392 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:28:49.096385 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eae85d7f28464b879daadf14d8897d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238262 Feb 16 18:28:49.096385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b542e759-e194-4035-99ae-a26a6e74ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:28:49.097399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48704) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:28:49.156722 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-293c27e5-f4fc-4a3d-8ceb-7bb52ea86a4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 1001 time: 0.1125002 Feb 16 18:28:49.161812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b0b85ea8-cd1b-477f-9084-d048e75b4344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.189915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b0b85ea8-cd1b-477f-9084-d048e75b4344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.227416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-77b63b18-7295-4731-8bc4-c13a798e33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:49.229212 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-77b63b18-7295-4731-8bc4-c13a798e33a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.0659933 Feb 16 18:28:49.294130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b0b85ea8-cd1b-477f-9084-d048e75b4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.299816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f52a9288-9731-426a-967c-3600246bfdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:28:49.315781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b85ea8-cd1b-477f-9084-d048e75b4344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd38345-3bfc-42f4-8d61-af46f787335e,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:28:49.320489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b0b85ea8-cd1b-477f-9084-d048e75b4344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:28:49.327145 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-f71592a5-808d-4b24-adab-92d880c42d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:28:49.328554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b0b85ea8-cd1b-477f-9084-d048e75b4344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.328928 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-f71592a5-808d-4b24-adab-92d880c42d4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934906 Feb 16 18:28:49.329774 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b0b85ea8-cd1b-477f-9084-d048e75b4344 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbd38345-3bfc-42f4-8d61-af46f787335e HTTP/1.1" status: 204 len: 168 time: 0.2312574 Feb 16 18:28:49.494968 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-dc2698d2-603a-4d1f-a946-52a6794eaa5b service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589293 Feb 16 18:28:49.643687 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c93a1b00-9cb4-4b0f-ba65-0406a594e266 req-82b864fc-47e6-4a84-ab5e-b7d3fdfb6e78 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423359 Feb 16 18:28:49.770439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48714) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:28:49.789258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.805030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:28:49.809326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Usage tracker for resource:security_group_rule and tenant:e0315e7ac1ea496d90e7bd83d51c4fd0 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:28:49.812467 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:28:49.818965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:28:49.903949 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.937634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:49.950948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8737a241-91c7-44b4-9c7a-e0499078e643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:28:49.989898 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0315e7ac1ea496d90e7bd83d51c4fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183294 Feb 16 18:28:49.993554 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48718) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:28:50.006414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970cc2aa-69df-4675-ab34-3c80258ff88a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:28:50.010746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c81af741-61a8-45f6-b36e-9d68c391608b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:28:50.061434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d235bcd0-24e9-45ad-ba92-293fdd158592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:50.089784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d235bcd0-24e9-45ad-ba92-293fdd158592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:50.160609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d235bcd0-24e9-45ad-ba92-293fdd158592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:50.166043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7be16cd6-e73c-4330-a185-621a685df3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:28:50.180369 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235bcd0-24e9-45ad-ba92-293fdd158592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970cc2aa-69df-4675-ab34-3c80258ff88a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:28:50.183075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d235bcd0-24e9-45ad-ba92-293fdd158592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:28:50.185304 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d235bcd0-24e9-45ad-ba92-293fdd158592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:50.186519 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d235bcd0-24e9-45ad-ba92-293fdd158592 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/970cc2aa-69df-4675-ab34-3c80258ff88a HTTP/1.1" status: 204 len: 168 time: 0.1919942 Feb 16 18:28:52.035860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-652dd69e-51d9-4040-848a-d47db510bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:54.166480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1c2f88ed-aae2-4ae3-a140-f7e7b3eda5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:55.012714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:55.689670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:28:55.921200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:28:56.487198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:04.887080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48860) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:05.014276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:05.031227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:05.035395 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Usage tracker for resource:security_group_rule and tenant:553938f28de44b01b3d562da7c7e702f is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:05.038497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:05.044795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:05.138398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:05.189263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:05.198828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4f2f0924-6e20-454a-b7cb-d4d52ee7361c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:05.243219 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=553938f28de44b01b3d562da7c7e702f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548255 Feb 16 18:29:05.244147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6a19e-6008-4dff-8d86-9b6b76c66ef0,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:05.246147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 48866) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:05.247813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3303e9ad-76bf-4c51-941b-e58ab7d4a113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:05.316777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:05.343984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:05.412176 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:05.416722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2c758440-5839-47f0-8186-51e676ee51fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:05.431603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6a19e-6008-4dff-8d86-9b6b76c66ef0,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:05.441208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.441639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.442059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.442472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.442883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.443300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.443783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.444193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.444603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.445008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.445426 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.445816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.446279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.446684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.447085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.447487 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.447916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.448319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.448719 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.449119 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.449518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.449916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.450316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.450716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:05.454238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:05.455488 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08d6a19e-6008-4dff-8d86-9b6b76c66ef0 HTTP/1.1" status: 204 len: 168 time: 0.2081985 Feb 16 18:29:05.456541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6f324391-a71b-4c62-9252-e1b5b2fa5a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:05.877410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 48874) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:05.901032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:05.916958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:05.921423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Usage tracker for resource:security_group_rule and tenant:58e36a91c08d44de9bdb2791457ce7c7 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:05.924476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:05.930342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:06.015824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:06.057873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:06.067312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65237648-341b-4196-a8e5-0f9bac8a59e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:06.345893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5a02a3-a35f-4e6e-9a56-d3bf9ef6a5e3,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:06.349289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:06.352775 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-79dc1079-d61a-4d68-a2f8-3b73d3686210 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58e36a91c08d44de9bdb2791457ce7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736273 Feb 16 18:29:06.355896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 48878) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:06.419170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-de4b878c-8673-4f30-b6ca-1b7ff3b4e760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:06.447983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-de4b878c-8673-4f30-b6ca-1b7ff3b4e760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:06.515062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-de4b878c-8673-4f30-b6ca-1b7ff3b4e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:06.520316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ccf42cc6-e4f0-4679-8df8-cafd33acf28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:06.534174 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b878c-8673-4f30-b6ca-1b7ff3b4e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5a02a3-a35f-4e6e-9a56-d3bf9ef6a5e3,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:06.537286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-de4b878c-8673-4f30-b6ca-1b7ff3b4e760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:06.538231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-de4b878c-8673-4f30-b6ca-1b7ff3b4e760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:06.539473 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-de4b878c-8673-4f30-b6ca-1b7ff3b4e760 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e5a02a3-a35f-4e6e-9a56-d3bf9ef6a5e3 HTTP/1.1" status: 204 len: 168 time: 0.1825564 Feb 16 18:29:08.786215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 48926) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:08.913344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:08.929159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:08.933264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Usage tracker for resource:security_group_rule and tenant:313e52056f61404cb0777682750f82e5 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:08.936255 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:08.942091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:09.031959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.086527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.095420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-de4b878c-8673-4f30-b6ca-1b7ff3b4e760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:09.141834 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=313e52056f61404cb0777682750f82e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544214 Feb 16 18:29:09.143496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6e2e0-3bd4-4fde-be49-4117b3146de7,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:09.144822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48932) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:09.147678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b10c66b7-55f2-4d60-a94d-31445e1d47d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:09.210053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-74f8de57-6033-4d32-9383-7de029520743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.237361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-74f8de57-6033-4d32-9383-7de029520743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.315146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-74f8de57-6033-4d32-9383-7de029520743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.320985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cc154d04-df00-48f4-b25c-b0eb805decf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:09.338267 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8de57-6033-4d32-9383-7de029520743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6e2e0-3bd4-4fde-be49-4117b3146de7,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:09.343409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-74f8de57-6033-4d32-9383-7de029520743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:09.347956 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-74f8de57-6033-4d32-9383-7de029520743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.349178 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-74f8de57-6033-4d32-9383-7de029520743 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dec6e2e0-3bd4-4fde-be49-4117b3146de7 HTTP/1.1" status: 204 len: 168 time: 0.2032866 Feb 16 18:29:09.779820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 48940) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:09.799701 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.815794 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:09.819943 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Usage tracker for resource:security_group_rule and tenant:f8f7cfdce8f149f49e3938b2e2ca4ee7 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:09.823024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:09.828881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:09.915775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.944563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:09.954136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3df95bbc-1d9d-4e8e-9065-4d02f1432090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:09.997387 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8f7cfdce8f149f49e3938b2e2ca4ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163408 Feb 16 18:29:09.999107 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff20717-b4d1-41a1-88d6-eaff22897dae,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:10.000327 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 48944) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:10.002431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9dd69a8d-9176-46a5-ae1a-6089854591ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:10.066027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bb6b1495-6d24-44e2-898c-63528d9b381c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:10.095108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bb6b1495-6d24-44e2-898c-63528d9b381c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:10.178288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bb6b1495-6d24-44e2-898c-63528d9b381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:10.183605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-49e57c6f-5e98-48ed-afcb-ef74adb56459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:10.198600 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b1495-6d24-44e2-898c-63528d9b381c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff20717-b4d1-41a1-88d6-eaff22897dae,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:10.201456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bb6b1495-6d24-44e2-898c-63528d9b381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:10.208127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bb6b1495-6d24-44e2-898c-63528d9b381c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:10.210357 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-bb6b1495-6d24-44e2-898c-63528d9b381c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ff20717-b4d1-41a1-88d6-eaff22897dae HTTP/1.1" status: 204 len: 168 time: 0.2079566 Feb 16 18:29:12.407019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.040813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2a57fb4-736b-4690-b4bd-6f740c0cb9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.204697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49082) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:22.328734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.343832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:22.347943 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Usage tracker for resource:security_group_rule and tenant:dde62d7a33004f39b874909f46be1353 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:22.351532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:22.358630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:22.446006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.492097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.501861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bd33df14-4a39-428b-b661-a41b4fa6a99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:22.544138 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dde62d7a33004f39b874909f46be1353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383102 Feb 16 18:29:22.545358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e1f0b-531f-4428-ba48-965dbef62984,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:22.547314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49088) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:22.548783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b7aba0d2-52ff-480f-907d-7a968b2bb700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:22.612315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fb38f026-49bd-4598-a5fa-d03cd5092a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.639843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fb38f026-49bd-4598-a5fa-d03cd5092a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.703868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fb38f026-49bd-4598-a5fa-d03cd5092a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.709092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-08938ab0-1ff4-4ec4-933f-92b747b6db08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:22.722888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f026-49bd-4598-a5fa-d03cd5092a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9e1f0b-531f-4428-ba48-965dbef62984,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:22.725767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fb38f026-49bd-4598-a5fa-d03cd5092a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:22.734907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-fb38f026-49bd-4598-a5fa-d03cd5092a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:22.736196 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-fb38f026-49bd-4598-a5fa-d03cd5092a43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb9e1f0b-531f-4428-ba48-965dbef62984 HTTP/1.1" status: 204 len: 168 time: 0.1868334 Feb 16 18:29:23.239027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49096) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:23.259150 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:23.275385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:23.279501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Usage tracker for resource:security_group_rule and tenant:31e649162a9e4dda8ea07a9f0d6966fe is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:23.282583 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:23.288460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:23.376586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:23.423697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:23.433870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6717d4c4-96d6-4848-bbd3-bd67a3b16ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:23.476429 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31e649162a9e4dda8ea07a9f0d6966fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361548 Feb 16 18:29:23.478171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d020e894-64f4-44ec-8355-4a7f85ec7012,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:23.479389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49100) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:23.481525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5de96312-dded-474c-b839-e331bb841a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:23.544099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d277812e-7d50-42c6-9db7-7f068c157db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:23.572102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d277812e-7d50-42c6-9db7-7f068c157db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:23.640793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d277812e-7d50-42c6-9db7-7f068c157db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:23.646053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8a2d2e20-b03d-4d6a-a401-a167e5b958b2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:23.658837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277812e-7d50-42c6-9db7-7f068c157db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020e894-64f4-44ec-8355-4a7f85ec7012,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:23.664130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d277812e-7d50-42c6-9db7-7f068c157db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:23.668534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d277812e-7d50-42c6-9db7-7f068c157db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:23.670282 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-d277812e-7d50-42c6-9db7-7f068c157db2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d020e894-64f4-44ec-8355-4a7f85ec7012 HTTP/1.1" status: 204 len: 168 time: 0.1892638 Feb 16 18:29:24.161039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5d3f6de-6635-44c1-9095-c848b3338f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:24.198772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49108) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:24.218357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:24.237643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:24.241728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5428440c854f54857dfda6b2dfd6b7 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:24.244673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:24.250376 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:24.333693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:24.366437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:24.375489 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7df00770-5011-437b-b990-7450c298a179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:24.417635 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a5428440c854f54857dfda6b2dfd6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176254 Feb 16 18:29:24.419333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897af613-eca2-42f1-b5d6-e36e346ffc5d,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:24.420831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49112) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:24.422893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:24.489555 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-848e3315-7a32-43a3-90bc-d7e8ba305172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:24.516998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-848e3315-7a32-43a3-90bc-d7e8ba305172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:24.589069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-848e3315-7a32-43a3-90bc-d7e8ba305172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:24.593998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6c548dc1-2051-4eb5-a66a-9323f2ce88c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:24.606563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e3315-7a32-43a3-90bc-d7e8ba305172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897af613-eca2-42f1-b5d6-e36e346ffc5d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:24.611788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-848e3315-7a32-43a3-90bc-d7e8ba305172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:24.616112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-848e3315-7a32-43a3-90bc-d7e8ba305172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:24.617402 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-848e3315-7a32-43a3-90bc-d7e8ba305172 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/897af613-eca2-42f1-b5d6-e36e346ffc5d HTTP/1.1" status: 204 len: 168 time: 0.1954701 Feb 16 18:29:25.006234 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:25.921406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:26.464186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:31.472079 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49212) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:31.599639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:31.615853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:31.620611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4db80e54189f4eecbab60ca172d662fc is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:31.623663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:31.629582 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:31.716613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:31.760750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:31.770205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8650ed39-1335-43bc-af98-69ea3c8d6ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:31.813387 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4db80e54189f4eecbab60ca172d662fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400419 Feb 16 18:29:31.815053 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ca130-684b-4ce7-853e-6602e2ec3988,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:31.818581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-150b067e-093c-4459-97c9-750e2615b4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:31.819660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49218) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:31.885717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-41cb63f8-eb93-474a-8f15-2df76bcae60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:31.913496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-41cb63f8-eb93-474a-8f15-2df76bcae60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:31.983579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-41cb63f8-eb93-474a-8f15-2df76bcae60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:31.988884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b0b85ea8-cd1b-477f-9084-d048e75b4344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:32.002959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb63f8-eb93-474a-8f15-2df76bcae60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ca130-684b-4ce7-853e-6602e2ec3988,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:32.006080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-41cb63f8-eb93-474a-8f15-2df76bcae60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:32.007022 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-41cb63f8-eb93-474a-8f15-2df76bcae60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:32.009391 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-41cb63f8-eb93-474a-8f15-2df76bcae60f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb0ca130-684b-4ce7-853e-6602e2ec3988 HTTP/1.1" status: 204 len: 168 time: 0.1886256 Feb 16 18:29:32.462200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49230) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:32.482205 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:32.498552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:32.502676 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:911511a16b1a43d89e5ebb3cd80c5ad9 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:32.505752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:32.512342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:32.598882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:32.629102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:32.638911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-af0551b2-aa31-4ec1-bfcb-f7ffb9ecbd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:32.686765 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=911511a16b1a43d89e5ebb3cd80c5ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232692 Feb 16 18:29:32.687685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46eec7-59cf-4945-af21-353bfba16d99,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:32.688877 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:29:32.689688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49234) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:32.691075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7612390a-af3a-4504-ba65-71d2c2fff2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:32.757218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaa45-bd21-46bf-b8e8-464c08e47308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:32.785526 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaa45-bd21-46bf-b8e8-464c08e47308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:32.858008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaa45-bd21-46bf-b8e8-464c08e47308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:32.863271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b6039c84-965a-45e4-9e84-2922f3caeb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:32.880575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4eaa45-bd21-46bf-b8e8-464c08e47308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46eec7-59cf-4945-af21-353bfba16d99,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:32.883559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eb4eaa45-bd21-46bf-b8e8-464c08e47308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:32.892825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaa45-bd21-46bf-b8e8-464c08e47308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:32.894115 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-eb4eaa45-bd21-46bf-b8e8-464c08e47308 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec46eec7-59cf-4945-af21-353bfba16d99 HTTP/1.1" status: 204 len: 168 time: 0.2025871 Feb 16 18:29:33.393627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49242) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:33.413235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:33.429619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:33.433771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Usage tracker for resource:security_group_rule and tenant:755c2edadf9b4b149ea6a7ba9de62772 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:33.436919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:33.442895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:33.533245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:33.555212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:33.565317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-55041ff0-293f-44f9-8f8b-66976029197e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:33.610184 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=755c2edadf9b4b149ea6a7ba9de62772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152786 Feb 16 18:29:33.611926 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a9e406-d871-4e3c-90d2-bce27f8a128b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:33.613144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49246) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:33.615568 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6b72bd69-c7c4-4466-84f1-f22b36096b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:33.680629 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bea8eb1c-e2d7-43aa-ac5a-b462c3901ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:33.709536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bea8eb1c-e2d7-43aa-ac5a-b462c3901ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:33.772071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bea8eb1c-e2d7-43aa-ac5a-b462c3901ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:33.777627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-777aca09-4a3b-40a8-af0e-e460164eb037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:33.790301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8eb1c-e2d7-43aa-ac5a-b462c3901ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a9e406-d871-4e3c-90d2-bce27f8a128b,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:33.795378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bea8eb1c-e2d7-43aa-ac5a-b462c3901ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:33.799949 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bea8eb1c-e2d7-43aa-ac5a-b462c3901ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:33.801295 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-bea8eb1c-e2d7-43aa-ac5a-b462c3901ac1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6a9e406-d871-4e3c-90d2-bce27f8a128b HTTP/1.1" status: 204 len: 168 time: 0.1870673 Feb 16 18:29:42.400609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:49.706009 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-b6a2e334-8f1e-4872-8f1f-ffdb4a3aace8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0829432 Feb 16 18:29:49.854646 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-6a4332ac-f89c-4e40-bf0e-82fbaf008b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:29:49.856245 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-6a4332ac-f89c-4e40-bf0e-82fbaf008b83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1162 time: 0.0789127 Feb 16 18:29:50.019502 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-dd8ec8ad-95ce-4356-ae94-950af55a44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:29:50.021130 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-dd8ec8ad-95ce-4356-ae94-950af55a44f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.1464558 Feb 16 18:29:50.130857 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-0a0596bc-c986-4455-a984-47456a362e89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 1001 time: 0.1036358 Feb 16 18:29:50.198900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-4a5b55a3-7400-49af-a581-46820096add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:29:50.200450 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-4a5b55a3-7400-49af-a581-46820096add4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.0634334 Feb 16 18:29:50.284970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-50211f04-16ab-46ca-96be-d12d127370e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:29:50.286608 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-50211f04-16ab-46ca-96be-d12d127370e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789149 Feb 16 18:29:50.431342 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-b8fcf124-f6e7-4b9b-923a-0b676fd45618 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384065 Feb 16 18:29:50.577332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-07c01462-bc03-4c04-8deb-0dfb703af0a8 req-ac788a2e-2b7d-489a-9b41-cfd2953f9b2a service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388137 Feb 16 18:29:52.045184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e199aeff-edf5-48cb-a54c-b18f8bcd334a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:54.171013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-72d30414-8528-45d7-b8bc-c787cc6c8b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:55.017456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:55.913228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:56.463247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:59.528028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49378) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:59.652410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:59.667721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:29:59.672050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Usage tracker for resource:security_group_rule and tenant:8f1d3c3a499e45ff8a4f0ef7bc375b7e is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:29:59.675004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:29:59.681326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:29:59.769365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:59.806016 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:59.815164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-562041f6-28c4-474f-a160-260853df3b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:29:59.857724 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f1d3c3a499e45ff8a4f0ef7bc375b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285458 Feb 16 18:29:59.859404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955c8a3d-6868-4d49-bbff-64cc0f5f8349,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:29:59.860867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49384) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:29:59.868149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.868580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.869002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.869418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.869883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.870299 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.870707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.871158 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.871517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.871954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.872358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.872763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.873223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.873623 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.874026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.874425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.874822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.875223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.875647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.876047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.876450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.876848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.877247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.877682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:29:59.882267 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a4f37872-2443-4161-a449-cd47139321ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:29:59.925817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06dae7bb-be3d-4a3e-8393-05ea2a65619c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:29:59.953410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06dae7bb-be3d-4a3e-8393-05ea2a65619c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:00.023300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06dae7bb-be3d-4a3e-8393-05ea2a65619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:00.028574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6bc241cb-726d-49ff-91e9-3d94da93fa09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:00.042042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dae7bb-be3d-4a3e-8393-05ea2a65619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c8a3d-6868-4d49-bbff-64cc0f5f8349,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:00.047775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-06dae7bb-be3d-4a3e-8393-05ea2a65619c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:00.052500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-06dae7bb-be3d-4a3e-8393-05ea2a65619c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:00.054321 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-06dae7bb-be3d-4a3e-8393-05ea2a65619c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/955c8a3d-6868-4d49-bbff-64cc0f5f8349 HTTP/1.1" status: 204 len: 168 time: 0.1917958 Feb 16 18:30:00.845922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49406) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:30:00.960165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1260620091-network', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:00.965398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:00.969552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Usage tracker for resource:network and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:00.972563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:00.978331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:01.028997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Made reservation on behalf of e6fd94531d83421fb92c2d6a71634a6b for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:30:01.033835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.047155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.063035 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:01.067132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Usage tracker for resource:security_group_rule and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:01.070775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:01.076839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:01.163726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.183499 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.188044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d235bcd0-24e9-45ad-ba92-293fdd158592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:01.222694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:30:01.233031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82177ce-6bca-41a6-841f-0041e882ee78,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:01.237135 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:01.239806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.240209 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Added segment ce581102-9608-4e51-8e9e-c45b70308381 of type vxlan for network b5e16d23-b42a-4328-8a59-c64545c13717 Feb 16 18:30:01.271558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.337508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.338862 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:01.339514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.345061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:01.459451 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e16d23-b42a-4328-8a59-c64545c13717,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:01.462857 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:01.470177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network b5e16d23-b42a-4328-8a59-c64545c13717 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:30:01.475313 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f2f769b7-916b-4780-977e-e10a83994086 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6282370 Feb 16 18:30:01.478797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49412) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:30:01.484899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Request body: {'subnet': {'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1260620091-subnet', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:01.488648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network b5e16d23-b42a-4328-8a59-c64545c13717 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:30:01.490464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:01.495145 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Usage tracker for resource:subnet and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:01.498264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:01.504103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:01.531199 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Made reservation on behalf of e6fd94531d83421fb92c2d6a71634a6b for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:30:01.536033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31657745'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.957773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823278788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31657762'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:01.973235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:02.111044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c93384-1997-48c2-bb30-b00ab0b65834,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:02.115169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:02.174203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Checking segment: {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:02.174569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Network hostable DHCP agents. Network: b5e16d23-b42a-4328-8a59-c64545c13717, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:30:02.212294 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Network b5e16d23-b42a-4328-8a59-c64545c13717 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:30:02.240390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, b5e16d23-b42a-4328-8a59-c64545c13717) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:02.250059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f3344-95a2-4dee-aa3c-84c274a2de44 None None] Network b5e16d23-b42a-4328-8a59-c64545c13717 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:30:02.253315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:02.253989 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:02.292794 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1d1153dd-b3e9-4df3-937f-e05c11d4b2bd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8128450 Feb 16 18:30:02.296153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49416) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:30:02.301674 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:02.306733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:02.310986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Usage tracker for resource:router and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:02.314653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:02.321117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:02.348996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:02.350047 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:02.465934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:02.482914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049cd902-a632-409b-a673-646911e6d287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-b5e16d23-b42a-4328-8a59-c64545c13717', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:30:02.483864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:02.777452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-049cd902-a632-409b-a673-646911e6d287 None None] Allocated IP 172.20.0.2 (b5e16d23-b42a-4328-8a59-c64545c13717/c6c93384-1997-48c2-bb30-b00ab0b65834/91b6f742-cad8-4171-b28f-5c994dfb561d) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:02.787594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:02.997616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.052411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-049cd902-a632-409b-a673-646911e6d287 None None] Transition to ACTIVE for port object 91b6f742-cad8-4171-b28f-5c994dfb561d will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:03.071968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-049cd902-a632-409b-a673-646911e6d287 None None] Transition to ACTIVE for port object 91b6f742-cad8-4171-b28f-5c994dfb561d will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:03.138343 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.155771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5119d6d3-dd4b-4f85-a3d6-06533d12636e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:03.306931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cd902-a632-409b-a673-646911e6d287 None None] Pushing event updated for resources: {'Port': ['ID=91b6f742-cad8-4171-b28f-5c994dfb561d,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:03.317982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.318378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.318768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.319178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.319619 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.319972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.320349 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.320726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.321101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.321475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.321846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.322217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.322642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.323013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.323385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.323781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.324152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.324521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.324886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.325253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.325618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.325983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.326347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.326713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:03.331060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-049cd902-a632-409b-a673-646911e6d287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:03.369653 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.371648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cd902-a632-409b-a673-646911e6d287 None None] Network b5e16d23-b42a-4328-8a59-c64545c13717 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:03.372864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-049cd902-a632-409b-a673-646911e6d287 None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:03.375277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049cd902-a632-409b-a673-646911e6d287 None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:03.401983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.434689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-049cd902-a632-409b-a673-646911e6d287 None None] Attempting to bind port 91b6f742-cad8-4171-b28f-5c994dfb561d on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:03.435110 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-049cd902-a632-409b-a673-646911e6d287 None None] Attempting to bind port 91b6f742-cad8-4171-b28f-5c994dfb561d by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:30:03.435524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049cd902-a632-409b-a673-646911e6d287 None None] Attempting to bind port 91b6f742-cad8-4171-b28f-5c994dfb561d on network b5e16d23-b42a-4328-8a59-c64545c13717 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:30:03.441185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049cd902-a632-409b-a673-646911e6d287 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:30:03.441614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049cd902-a632-409b-a673-646911e6d287 None None] Checking segment: {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:03.442071 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.442521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049cd902-a632-409b-a673-646911e6d287 None None] Bound using segment: {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:30:03.443043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-049cd902-a632-409b-a673-646911e6d287 None None] Bound port: 91b6f742-cad8-4171-b28f-5c994dfb561d, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:30:03.443468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.542699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-049cd902-a632-409b-a673-646911e6d287 None None] For port 91b6f742-cad8-4171-b28f-5c994dfb561d, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:30:03.546141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-049cd902-a632-409b-a673-646911e6d287 None None] For port 91b6f742-cad8-4171-b28f-5c994dfb561d, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=91b6f742-cad8-4171-b28f-5c994dfb561d,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:30:03.583640 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-049cd902-a632-409b-a673-646911e6d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.599483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4509eff7-fc9b-4537-bbad-ba7b7dbf0ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:03.672906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Allocated IP 172.27.3.42 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/c57045dc-e228-453a-bd36-60658797abb7) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:03.750650 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cd902-a632-409b-a673-646911e6d287 None None] Pushing event updated for resources: {'Port': ['ID=91b6f742-cad8-4171-b28f-5c994dfb561d,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:03.754154 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-049cd902-a632-409b-a673-646911e6d287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:03.832161 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.886418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:03.902932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-eb290766-cba6-42e6-a691-eac19ab8f0f3 tempest-VolumesSnapshotTestJSON-686464381 tempest-VolumesSnapshotTestJSON-686464381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:04.049118 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Pushing event updated for resources: {'Port': ['ID=c57045dc-e228-453a-bd36-60658797abb7,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:04.054878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:04.118397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:04.119880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:04.122296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:04.650698 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:04.877521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 91b6f742-cad8-4171-b28f-5c994dfb561d up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:05.018802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:05.028860 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 91b6f742-cad8-4171-b28f-5c994dfb561d completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:05.194710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0fc78-4ffe-4695-890e-97f25bde5fad None None] Network b5e16d23-b42a-4328-8a59-c64545c13717 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:30:05.291861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:30:05.361700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] Provisioning for port 91b6f742-cad8-4171-b28f-5c994dfb561d completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:05.378175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] Provisioning complete for port 91b6f742-cad8-4171-b28f-5c994dfb561d triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:05.378790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:05.481935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:30:05.492167 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Sync routers for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:30:05.505094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:05.505763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:29:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:05.526101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:05.530605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49420) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:30:05.530744 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-f424dabd-9648-4462-a863-4bf0040d4716 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2335138 Feb 16 18:30:05.576224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:05.620202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] For port 91b6f742-cad8-4171-b28f-5c994dfb561d, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=91b6f742-cad8-4171-b28f-5c994dfb561d,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:30:05.646089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:05.648887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-049cd902-a632-409b-a673-646911e6d287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:05.720848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:05.739479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] Pushing event updated for resources: {'Port': ['ID=91b6f742-cad8-4171-b28f-5c994dfb561d,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:05.751012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:05.869456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-21d29b59-ce58-4de0-8d93-4eeb1499b9ff None None] Provisioning complete for port 91b6f742-cad8-4171-b28f-5c994dfb561d triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:05.869892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-21d29b59-ce58-4de0-8d93-4eeb1499b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.045073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:04Z', 'revision_number': 3, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:06.049341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Checking router: 79b3db3b-d494-411b-9a78-d28c3eac9fe9 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:30:06.049738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Updating router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 port c57045dc-e228-453a-bd36-60658797abb7 binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:30:06.112128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.136566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-b0d875bc-469e-4a83-b694-bffbe91b842c None None] Provisioning complete for port 91b6f742-cad8-4171-b28f-5c994dfb561d triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:06.136932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b0d875bc-469e-4a83-b694-bffbe91b842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.313006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.390610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-a754d5f7-7576-4bbe-817c-baa05f7c84de None None] Provisioning complete for port 91b6f742-cad8-4171-b28f-5c994dfb561d triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:06.391189 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a754d5f7-7576-4bbe-817c-baa05f7c84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.563613 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.575994 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Transition to ACTIVE for port object c57045dc-e228-453a-bd36-60658797abb7 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:06.606018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.622579 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-25ad0c2e-da0d-4be6-a2ef-69ee80d842c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:06.665272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Allocated IP 172.20.0.1 (b5e16d23-b42a-4328-8a59-c64545c13717/c6c93384-1997-48c2-bb30-b00ab0b65834/7def5420-3aab-4f73-bf82-1c9c51ef6c90) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:06.764799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Pushing event updated for resources: {'Port': ['ID=c57045dc-e228-453a-bd36-60658797abb7,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:06.777716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.778107 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.778494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.778872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.779243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.779636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.780008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.780375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.780743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.781116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.781481 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.781845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.782268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.782635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.782997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.783361 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.783750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.784118 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.784479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.784887 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.785200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.785558 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.785918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.786306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:06.793461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:06.842696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Attempting to bind port c57045dc-e228-453a-bd36-60658797abb7 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:06.843113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Attempting to bind port c57045dc-e228-453a-bd36-60658797abb7 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:30:06.843524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Attempting to bind port c57045dc-e228-453a-bd36-60658797abb7 on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:30:06.849491 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:30:06.849913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:06.850928 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.851370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:30:06.852232 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Bound port: c57045dc-e228-453a-bd36-60658797abb7, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:30:06.852373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.869300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 91b6f742-cad8-4171-b28f-5c994dfb561d up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:06.899365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.917262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Transition to ACTIVE for port object 7def5420-3aab-4f73-bf82-1c9c51ef6c90 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:06.941839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] For port c57045dc-e228-453a-bd36-60658797abb7, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:30:06.945169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] For port c57045dc-e228-453a-bd36-60658797abb7, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=c57045dc-e228-453a-bd36-60658797abb7,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:30:06.947612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 91b6f742-cad8-4171-b28f-5c994dfb561d triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:06.948042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.971586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:06.988872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:07.005479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:07.021725 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:07.135217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Pushing event updated for resources: {'Port': ['ID=7def5420-3aab-4f73-bf82-1c9c51ef6c90,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:07.147051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.148026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.148449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.149930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.149930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.149930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.150254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.150416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.150825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.151230 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.151657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.152060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.152523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.152927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.153343 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.153728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.154127 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.154522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.154920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.155316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.155773 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.156173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.156569 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.156966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:30:07.162858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:07.188971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Pushing event updated for resources: {'Port': ['ID=c57045dc-e228-453a-bd36-60658797abb7,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:07.194691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bf88fc42-7877-41c5-93bb-5654659f7da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:07.205647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Network b5e16d23-b42a-4328-8a59-c64545c13717 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:07.206834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:07.209197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:07.244981 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:07.246095 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:29:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:07.266611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:07.452540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:07.490462 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-a00575fd-4f4d-4652-8730-3f82a78895b9 None None] Provisioning for port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:07.496187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-a00575fd-4f4d-4652-8730-3f82a78895b9 None None] Provisioning complete for port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:07.496707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a00575fd-4f4d-4652-8730-3f82a78895b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:07.562677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-a00575fd-4f4d-4652-8730-3f82a78895b9 None None] Port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:30:07.815197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:07.928039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:04Z', 'revision_number': 3, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:07.932853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff1a9e-2a56-424e-8bbc-d213179561ec None None] The sync data for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi is: [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:04Z', 'revision_number': 3, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:30:08.110087 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:08.141429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:08.171025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-656243a1-ff44-4310-bd21-36677caea080 tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:08.257660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Pushing event updated for resources: {'Port': ['ID=7def5420-3aab-4f73-bf82-1c9c51ef6c90,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:08.260387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:08.274050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:08.417143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Network b5e16d23-b42a-4328-8a59-c64545c13717 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:08.418461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:08.625464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:30:08.698330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-b6c7fcdb-0dbf-4418-9a55-69956272abe4 None None] Provisioning complete for port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:08.700268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b6c7fcdb-0dbf-4418-9a55-69956272abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:08.759396 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-b6c7fcdb-0dbf-4418-9a55-69956272abe4 None None] Port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:30:08.827642 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:30:08.837996 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] 10.222.0.16 "PUT /v2.0/routers/79b3db3b-d494-411b-9a78-d28c3eac9fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3061974 Feb 16 18:30:08.875882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device c57045dc-e228-453a-bd36-60658797abb7 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:08.981753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port c57045dc-e228-453a-bd36-60658797abb7 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:08.988712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port c57045dc-e228-453a-bd36-60658797abb7 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:08.989193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:09.290563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:09.308219 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port c57045dc-e228-453a-bd36-60658797abb7, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=c57045dc-e228-453a-bd36-60658797abb7,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:30:09.335781 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:09.337722 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e3e77735-5c02-4e5e-969d-98e3b789d55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:09.408872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=c57045dc-e228-453a-bd36-60658797abb7,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:09.412288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:09.687630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:30:09.690455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49442) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:30:09.696909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-661448158-network', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:09.702330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:09.706522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Usage tracker for resource:network and tenant:9babeec9487a471487cc6ee71e2332d9 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:09.709525 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:09.715281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:09.748398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Made reservation on behalf of 9babeec9487a471487cc6ee71e2332d9 for: {'network': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:30:09.753222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for network, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:09.766468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:09.781855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:09.785966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:9babeec9487a471487cc6ee71e2332d9 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:09.789473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:09.795580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:09.925367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:09.954204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:09.958820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-558e5b85-5fb4-4d43-9b0a-488b5f97f027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:09.995146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:30:10.004637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85a786a-6dde-4125-9035-114cd6e5ca60,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:10.008617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:10.047724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736450726105', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:10.048177 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.segments_db [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Added segment a31bbb35-15e3-4135-a1ca-5481b5a27ba2 of type vxlan for network 4991252a-9d14-4fa9-8d42-58dc64d07390 Feb 16 18:30:10.129923 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736450340672'] for network, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:10.228098 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030'] for network, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:10.229371 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:10.230031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:10.234046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-161d98d0-c43a-4cf2-a942-044faba0d187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:10.345951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=4991252a-9d14-4fa9-8d42-58dc64d07390,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:10.349077 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:10.357695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 details requested by agent ovs-agent-dv-cinder-763306-9-iscsi with host dv-cinder-763306-9-iscsi {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:30:10.371282 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a59c94a1-0b3f-4784-85f4-7a3cdfa29fe8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6796033 Feb 16 18:30:10.374106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:30:10.374258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49446) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:30:10.380341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Request body: {'subnet': {'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-661448158-subnet', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'ip_version': 4}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:10.386188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:10.390559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Usage tracker for resource:subnet and tenant:9babeec9487a471487cc6ee71e2332d9 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:10.393647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:10.400276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:10.453167 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Made reservation on behalf of 9babeec9487a471487cc6ee71e2332d9 for: {'subnet': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:30:10.459086 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31132748'] for subnet, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:10.602997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Sync routers for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:30:10.613100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:10.613780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:29:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:10.807044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:10.868175 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device c57045dc-e228-453a-bd36-60658797abb7 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:11.122907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32470195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31132799'] for subnet, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:11.123971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port c57045dc-e228-453a-bd36-60658797abb7 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:11.124403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:11.139673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-090862a5-c993-4ffe-8fea-f50fb3fc6e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:11.281996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58aea3df-d94e-40eb-b805-eb3106249487,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:11.286197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:11.336556 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 2, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:11.340823 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Checking router: 79b3db3b-d494-411b-9a78-d28c3eac9fe9 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:30:11.341242 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Updating router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:30:11.347040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Checking segment: {'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:11.347438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Network hostable DHCP agents. Network: 4991252a-9d14-4fa9-8d42-58dc64d07390, hostable agents: ['f45af704-24ca-4ae4-8ef4-4cea19594108'], hosted agents: [] {{(pid=83981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:30:11.401488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:11.416070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 is scheduled to be hosted by DHCP agent f45af704-24ca-4ae4-8ef4-4cea19594108 with binding_index 1 {{(pid=83981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:30:11.473112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-iscsi, 4991252a-9d14-4fa9-8d42-58dc64d07390) {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:11.486012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:11.486670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:11.502657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c66f2c-3887-48cb-a2a6-83def24259f3 None None] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:30:11.531171 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-0b83b5a7-a5d0-4200-abfb-c31445daefb2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1558437 Feb 16 18:30:11.533845 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49450) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:30:11.540024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:11.545184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:11.549271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Usage tracker for resource:router and tenant:9babeec9487a471487cc6ee71e2332d9 is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:11.552882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:11.559002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:11.593240 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-617975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128481'] for router, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:11.594370 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854157825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853798255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853842314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647319'] for router, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:11.609651 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:11.921846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65d2c6fd-bea6-58f8-a461-b3cbe519631f-4991252a-9d14-4fa9-8d42-58dc64d07390', 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'fixed_ips': [{'subnet_id': '58aea3df-d94e-40eb-b805-eb3106249487'}]}} from dv-cinder-763306-9-iscsi. {{(pid=83983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:30:11.922788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:12.169193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853798162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854158021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647304'] for router, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:12.368800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:12.408167 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Transition to ACTIVE for port object 7def5420-3aab-4f73-bf82-1c9c51ef6c90 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:12.465347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:12.477751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:12.494313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:12.529230 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:12.566279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:12.643134 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Allocated IP 172.20.0.2 (4991252a-9d14-4fa9-8d42-58dc64d07390/58aea3df-d94e-40eb-b805-eb3106249487/e8de2474-109e-45a3-81cf-4907482dc66c) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:12.664406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a30fa-5525-4238-9640-b95b464628aa None None] Pushing event updated for resources: {'Port': ['ID=7def5420-3aab-4f73-bf82-1c9c51ef6c90,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:12.672617 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fc0a30fa-5525-4238-9640-b95b464628aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:12.849780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Allocated IP 172.27.3.4 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/fbfeb688-6b40-4e91-b192-2ca020118710) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:13.009947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Attempting to bind port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:13.010497 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Attempting to bind port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:30:13.010744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Attempting to bind port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 on network b5e16d23-b42a-4328-8a59-c64545c13717 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:30:13.028970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:30:13.029390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Checking segment: {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:13.029843 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.030288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Bound using segment: {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:30:13.030753 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.030869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Bound port: 7def5420-3aab-4f73-bf82-1c9c51ef6c90, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:30:13.031211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.097313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.098157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.123618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-234d0230-64ae-48f4-9a02-f78988a8cfcd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:13.124081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Transition to ACTIVE for port object e8de2474-109e-45a3-81cf-4907482dc66c will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:13.174102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Transition to ACTIVE for port object e8de2474-109e-45a3-81cf-4907482dc66c will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:13.188305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] For port 7def5420-3aab-4f73-bf82-1c9c51ef6c90, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:30:13.192340 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] For port 7def5420-3aab-4f73-bf82-1c9c51ef6c90, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=7def5420-3aab-4f73-bf82-1c9c51ef6c90,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:30:13.211621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.228435 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:13.282934 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Pushing event updated for resources: {'Port': ['ID=fbfeb688-6b40-4e91-b192-2ca020118710,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:13.286786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.288204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:13.334231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:13.336485 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:13.338604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:13.477484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Pushing event updated for resources: {'Port': ['ID=e8de2474-109e-45a3-81cf-4907482dc66c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:13.483888 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:13.486206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-28593dc1-02d7-4ed4-a02d-859e34eea1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:13.621001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a30fa-5525-4238-9640-b95b464628aa None None] Pushing event updated for resources: {'Port': ['ID=7def5420-3aab-4f73-bf82-1c9c51ef6c90,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:13.626955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fc0a30fa-5525-4238-9640-b95b464628aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:13.636138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:13.638969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:13.642623 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:13.650707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:13.651388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:29:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:13.857797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Attempting to bind port e8de2474-109e-45a3-81cf-4907482dc66c on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:13.858211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Attempting to bind port e8de2474-109e-45a3-81cf-4907482dc66c by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:30:13.858616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Attempting to bind port e8de2474-109e-45a3-81cf-4907482dc66c on network 4991252a-9d14-4fa9-8d42-58dc64d07390 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:30:13.866523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.871461 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:30:13.871826 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Checking segment: {'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:13.872278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.872720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Bound using segment: {'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:30:13.873246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Bound port: e8de2474-109e-45a3-81cf-4907482dc66c, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:30:13.873663 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:13.993079 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:14.086630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] For port e8de2474-109e-45a3-81cf-4907482dc66c, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:30:14.176007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] For port e8de2474-109e-45a3-81cf-4907482dc66c, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e8de2474-109e-45a3-81cf-4907482dc66c,segment=NetworkSegment(a31bbb35-15e3-4135-a1ca-5481b5a27ba2),segment_id=a31bbb35-15e3-4135-a1ca-5481b5a27ba2)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:30:14.244967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:14.245634 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977408'] for router, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:14.264874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:14.501765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 is scheduled to L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 with binding_index 1 {{(pid=83981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:30:14.627906 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Pushing event updated for resources: {'Port': ['ID=e8de2474-109e-45a3-81cf-4907482dc66c,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:14.632040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:14.759321 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:13Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:14.764532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41cba6-5348-448a-bdaf-54734ecf989f None None] The sync data for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi is: [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:13Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:30:14.949673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 7def5420-3aab-4f73-bf82-1c9c51ef6c90 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:14.988846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:30:15.003049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Sync routers for ids ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:30:15.014865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Routers {'55660a09-bc81-48fb-9f6d-7c5a4d80a834'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:15.015851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:29:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:15.063284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:15.064999 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5301452 Feb 16 18:30:15.074187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49462) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:30:15.104180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:15.111837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:15.112531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:15.263685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Set router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:15.322222 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:15.362043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port 7def5420-3aab-4f73-bf82-1c9c51ef6c90, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=7def5420-3aab-4f73-bf82-1c9c51ef6c90,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:30:15.400287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:15.402323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:15.496377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=7def5420-3aab-4f73-bf82-1c9c51ef6c90,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:15.500352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:15.593743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:30:13Z', 'revision_number': 3, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:15.598318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Checking router: 55660a09-bc81-48fb-9f6d-7c5a4d80a834 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:30:15.598720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Updating router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 port fbfeb688-6b40-4e91-b192-2ca020118710 binding host dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:30:15.659186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:15.920914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.094532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.108181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Transition to ACTIVE for port object fbfeb688-6b40-4e91-b192-2ca020118710 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:16.154498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.172090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:16.303892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c85fb-1fd8-42e4-8376-88d3355bdb9a None None] Pushing event updated for resources: {'Port': ['ID=fbfeb688-6b40-4e91-b192-2ca020118710,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:16.311097 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c17c85fb-1fd8-42e4-8376-88d3355bdb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:16.317203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Allocated IP 172.20.0.1 (4991252a-9d14-4fa9-8d42-58dc64d07390/58aea3df-d94e-40eb-b805-eb3106249487/b1c75469-f748-44eb-89f9-b312d000b9fa) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:16.357444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa7266-e9ea-4cde-a352-01a34365e7a1 None None] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:30:16.383883 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Attempting to bind port fbfeb688-6b40-4e91-b192-2ca020118710 on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:16.384309 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Attempting to bind port fbfeb688-6b40-4e91-b192-2ca020118710 by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:30:16.384721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Attempting to bind port fbfeb688-6b40-4e91-b192-2ca020118710 on network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:30:16.390895 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:30:16.391320 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Checking segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:16.391804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.392249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Bound using segment: {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:30:16.392768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Bound port: fbfeb688-6b40-4e91-b192-2ca020118710, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df122d77-d631-492a-b95c-faacdd07fcac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:30:16.393211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.478867 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] For port fbfeb688-6b40-4e91-b192-2ca020118710, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:30:16.482441 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] For port fbfeb688-6b40-4e91-b192-2ca020118710, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=fbfeb688-6b40-4e91-b192-2ca020118710,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:30:16.524970 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-ecfe0897-ff71-45b6-8307-eab5ab3bb8f9 None None] Provisioning for port e8de2474-109e-45a3-81cf-4907482dc66c completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:16.525790 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.545762 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c17c85fb-1fd8-42e4-8376-88d3355bdb9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:16.564115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.582425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Transition to ACTIVE for port object b1c75469-f748-44eb-89f9-b312d000b9fa will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:16.634837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.652398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fe1ea07f-d67b-41b0-9c32-045ef8d00a51 tempest-ServerRescueNegativeTestJSON-284899967 tempest-ServerRescueNegativeTestJSON-284899967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:16.708164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c85fb-1fd8-42e4-8376-88d3355bdb9a None None] Pushing event updated for resources: {'Port': ['ID=fbfeb688-6b40-4e91-b192-2ca020118710,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:16.712145 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c17c85fb-1fd8-42e4-8376-88d3355bdb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:16.761419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Routers {'55660a09-bc81-48fb-9f6d-7c5a4d80a834'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:16.762101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:29:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:16.805949 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Pushing event updated for resources: {'Port': ['ID=b1c75469-f748-44eb-89f9-b312d000b9fa,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:16.810746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:16.872122 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:16.873395 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:16.875712 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:16.947718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854157304'] for router_interface, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:16.985433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] Set router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:17.016377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 7def5420-3aab-4f73-bf82-1c9c51ef6c90 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:17.122941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:17.124231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.163880 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.279187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e8de2474-109e-45a3-81cf-4907482dc66c up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:17.410864 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-f164fd22-5cbf-41cb-816f-77eb073a41c2 None None] Provisioning for port b1c75469-f748-44eb-89f9-b312d000b9fa completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:17.419531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-f164fd22-5cbf-41cb-816f-77eb073a41c2 None None] Provisioning complete for port b1c75469-f748-44eb-89f9-b312d000b9fa triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:17.420326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f164fd22-5cbf-41cb-816f-77eb073a41c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.458697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port e8de2474-109e-45a3-81cf-4907482dc66c completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:17.478972 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port e8de2474-109e-45a3-81cf-4907482dc66c triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:17.479639 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.512694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:30:13Z', 'revision_number': 3, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:17.519169 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565f74b-f6f4-4627-a72b-11ed010cbfe9 None None] The sync data for ids ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'] in dv-cinder-763306-9-iscsi is: [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:30:13Z', 'revision_number': 3, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:30:17.526102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.563429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.573282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-f164fd22-5cbf-41cb-816f-77eb073a41c2 None None] Port b1c75469-f748-44eb-89f9-b312d000b9fa cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:30:17.593950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:17.644984 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.685884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port e8de2474-109e-45a3-81cf-4907482dc66c, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e8de2474-109e-45a3-81cf-4907482dc66c,segment=NetworkSegment(a31bbb35-15e3-4135-a1ca-5481b5a27ba2),segment_id=a31bbb35-15e3-4135-a1ca-5481b5a27ba2)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:30:17.687225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854011981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618667'] for router_interface, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.696091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-da052651-1c47-4dcb-9fa1-1d122e64032d None None] Provisioning complete for port e8de2474-109e-45a3-81cf-4907482dc66c triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:17.696519 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-da052651-1c47-4dcb-9fa1-1d122e64032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.703165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Pushing event updated for resources: {'Port': ['ID=b1c75469-f748-44eb-89f9-b312d000b9fa,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:17.718166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:17.728694 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:17.740403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:17.834908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=e8de2474-109e-45a3-81cf-4907482dc66c,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:17.840338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:17.848655 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:17.849922 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:18.098652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:30:18.165786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-4cdb294e-3509-4818-9917-f0ca465801db None None] Provisioning complete for port b1c75469-f748-44eb-89f9-b312d000b9fa triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:18.166801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-4cdb294e-3509-4818-9917-f0ca465801db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:18.237733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb294e-3509-4818-9917-f0ca465801db None None] Port b1c75469-f748-44eb-89f9-b312d000b9fa cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:30:18.310536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:30:18.321946 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-123740fc-e5d9-4545-b395-a6f6b7d19a0f admin admin] 10.222.0.16 "PUT /v2.0/routers/55660a09-bc81-48fb-9f6d-7c5a4d80a834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2466371 Feb 16 18:30:18.951668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device fbfeb688-6b40-4e91-b192-2ca020118710 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:19.050162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port fbfeb688-6b40-4e91-b192-2ca020118710 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:19.057171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port fbfeb688-6b40-4e91-b192-2ca020118710 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:19.057171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:19.187070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:19.204195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port fbfeb688-6b40-4e91-b192-2ca020118710, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=fbfeb688-6b40-4e91-b192-2ca020118710,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:30:19.227131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:19.228079 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e8de2474-109e-45a3-81cf-4907482dc66c up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:19.258727 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0df6a91e-f058-418d-b9bf-9bfeb1afd3ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:19.358896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=fbfeb688-6b40-4e91-b192-2ca020118710,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:19.362560 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:19.371916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port e8de2474-109e-45a3-81cf-4907482dc66c triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:19.372350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.136985 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-622527397', 'description': 'tempest-TestShelveInstance-622527397 description'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:20.143367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:20.147503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Usage tracker for resource:security_group and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:20.150555 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:20.156346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:20.193062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.214257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:20.218306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Usage tracker for resource:security_group_rule and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:20.221228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:20.227432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:20.347126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Sync routers for ids ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:30:20.357654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Routers {'55660a09-bc81-48fb-9f6d-7c5a4d80a834'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:20.358348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:29:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:20.389578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.417374 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.423647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b7f31219-f791-4aaa-97cd-861249cf683e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:20.468255 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f206b53-1557-47b8-bbfc-84edd74af96b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:20.471303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:20.497394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.498814 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f6d8996a-b0c2-4cfb-a71f-cf075e9b7c79 req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3666332 Feb 16 18:30:20.554874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Set router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:20.571985 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-25599c97-a5fb-427f-9780-f9299e70bd0f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups/4f206b53-1557-47b8-bbfc-84edd74af96b HTTP/1.1" status: 200 len: 1800 time: 0.0490651 Feb 16 18:30:20.583431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f206b53-1557-47b8-bbfc-84edd74af96b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:20.583987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f206b53-1557-47b8-bbfc-84edd74af96b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:20.591066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:20.595135 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Usage tracker for resource:security_group_rule and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:20.598218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:20.604759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:20.704355 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.730046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.776567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.780200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6a5832bf-e104-464a-952f-a6359b37b2b1 tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:20.810121 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f388fd3d-c45b-419f-a460-1cb9f19fc604,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:20.812897 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:20.851878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:20.853232 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-baa28b20-4ea2-4c5c-bb34-1a525f79fe1d req-baa56c09-cfa4-4760-a092-dcf247ad4ba2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2743332 Feb 16 18:30:20.905740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device fbfeb688-6b40-4e91-b192-2ca020118710 up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:20.933051 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-71e3e2ab-a2cd-4bed-8b7a-78ac7382dacf tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups/4f206b53-1557-47b8-bbfc-84edd74af96b HTTP/1.1" status: 200 len: 2393 time: 0.0517485 Feb 16 18:30:20.944486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f206b53-1557-47b8-bbfc-84edd74af96b', 'remote_group_id': None}]} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:20.944824 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f206b53-1557-47b8-bbfc-84edd74af96b', 'remote_group_id': None}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:20.950953 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:20.955040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Usage tracker for resource:security_group_rule and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:30:20.958085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:30:20.964523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:20.968551 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:30:17Z', 'revision_number': 4, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'b1c75469-f748-44eb-89f9-b312d000b9fa', 'name': '', 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'mac_address': 'fa:16:3e:cf:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '58aea3df-d94e-40eb-b805-eb3106249487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:16Z', 'updated_at': '2021-02-16T18:30:17Z', 'revision_number': 2, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'subnets': [{'id': '58aea3df-d94e-40eb-b805-eb3106249487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:20.975879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Checking router: 55660a09-bc81-48fb-9f6d-7c5a4d80a834 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:30:20.976287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Updating router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 port b1c75469-f748-44eb-89f9-b312d000b9fa binding host dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:30:21.041796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port fbfeb688-6b40-4e91-b192-2ca020118710 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:21.042221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:21.051638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:21.074050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:21.325982 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:21.366404 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929831'] for security_group_rule, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:21.368783 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-219f1407-b44c-4bf6-a13b-3a292468711a tempest-TestMinimumBasicScenario-1895343930 tempest-TestMinimumBasicScenario-1895343930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:21.394050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89db3c80-d338-47cb-a245-bc217c21a37e,revision_number=0']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:21.400020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:21.434691 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:21.436077 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9a8d4ac3-6488-488a-905d-28148ed7dd9d req-4658fa30-2936-4af0-a2e4-e89849ebedfd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4964602 Feb 16 18:30:21.772075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:21.783955 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Transition to ACTIVE for port object b1c75469-f748-44eb-89f9-b312d000b9fa will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:21.811533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:21.827128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:21.976870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20de03-2d7f-4024-bdc7-07a169b355ef None None] Pushing event updated for resources: {'Port': ['ID=b1c75469-f748-44eb-89f9-b312d000b9fa,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:21.980067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4f20de03-2d7f-4024-bdc7-07a169b355ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:22.097160 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5a6fbcf1-dc66-475d-9b8d-788e7f541ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:22.157120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Attempting to bind port b1c75469-f748-44eb-89f9-b312d000b9fa on host dv-cinder-763306-9-iscsi for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:22.157551 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Attempting to bind port b1c75469-f748-44eb-89f9-b312d000b9fa by drivers openvswitch on host dv-cinder-763306-9-iscsi at level 0 using segments [{'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:30:22.157971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Attempting to bind port b1c75469-f748-44eb-89f9-b312d000b9fa on network 4991252a-9d14-4fa9-8d42-58dc64d07390 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:30:22.164894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Checking agent: {'id': '7947279d-1cd6-4ea2-9164-b6191c289185', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 7, 26), 'started_at': datetime.datetime(2021, 2, 16, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:30:22.165333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Checking segment: {'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:22.165798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:22.166255 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Bound using segment: {'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:30:22.166910 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Bound port: b1c75469-f748-44eb-89f9-b312d000b9fa, host: dv-cinder-763306-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:30:22.167344 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:22.270137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] For port b1c75469-f748-44eb-89f9-b312d000b9fa, host dv-cinder-763306-9-iscsi, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:30:22.274190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] For port b1c75469-f748-44eb-89f9-b312d000b9fa, host dv-cinder-763306-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=b1c75469-f748-44eb-89f9-b312d000b9fa,segment=NetworkSegment(a31bbb35-15e3-4135-a1ca-5481b5a27ba2),segment_id=a31bbb35-15e3-4135-a1ca-5481b5a27ba2)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:30:22.297816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:22.313190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:22.471848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20de03-2d7f-4024-bdc7-07a169b355ef None None] Pushing event updated for resources: {'Port': ['ID=b1c75469-f748-44eb-89f9-b312d000b9fa,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:22.477399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-4f20de03-2d7f-4024-bdc7-07a169b355ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:22.517791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Routers {'55660a09-bc81-48fb-9f6d-7c5a4d80a834'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:22.518496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:29:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:22.733690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] Set router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:23.090178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:30:17Z', 'revision_number': 4, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'b1c75469-f748-44eb-89f9-b312d000b9fa', 'name': '', 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'mac_address': 'fa:16:3e:cf:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '58aea3df-d94e-40eb-b805-eb3106249487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:16Z', 'updated_at': '2021-02-16T18:30:22Z', 'revision_number': 4, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'subnets': [{'id': '58aea3df-d94e-40eb-b805-eb3106249487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:23.094425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac2fa8-6aab-46da-bf72-579c8df79e2a None None] The sync data for ids ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'] in dv-cinder-763306-9-iscsi is: [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:30:17Z', 'revision_number': 4, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': 'b1c75469-f748-44eb-89f9-b312d000b9fa', 'name': '', 'network_id': '4991252a-9d14-4fa9-8d42-58dc64d07390', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'mac_address': 'fa:16:3e:cf:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '58aea3df-d94e-40eb-b805-eb3106249487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:16Z', 'updated_at': '2021-02-16T18:30:22Z', 'revision_number': 4, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'subnets': [{'id': '58aea3df-d94e-40eb-b805-eb3106249487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:30:24.177173 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6867f86c-36a4-4af5-be43-2621b7157640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:24.908092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device b1c75469-f748-44eb-89f9-b312d000b9fa up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:25.027354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:25.051572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning for port b1c75469-f748-44eb-89f9-b312d000b9fa completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:25.057350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port b1c75469-f748-44eb-89f9-b312d000b9fa triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:25.057721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:25.190193 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:25.225913 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] For port b1c75469-f748-44eb-89f9-b312d000b9fa, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=b1c75469-f748-44eb-89f9-b312d000b9fa,segment=NetworkSegment(a31bbb35-15e3-4135-a1ca-5481b5a27ba2),segment_id=a31bbb35-15e3-4135-a1ca-5481b5a27ba2)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:30:25.251475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:25.253488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:25.330700 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Pushing event updated for resources: {'Port': ['ID=b1c75469-f748-44eb-89f9-b312d000b9fa,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:25.334657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:25.605866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-4c89ec08-4aa1-4abd-bd15-3230b43f0120 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1193002111&fields=id&tenant_id=885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 267 time: 0.0467415 Feb 16 18:30:25.775987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-a4125173-31da-41a1-92dc-48ec00a0127a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:25.777641 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-a4125173-31da-41a1-92dc-48ec00a0127a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 812 time: 0.1644964 Feb 16 18:30:25.794332 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-d2c673e8-43bd-4d7a-abbe-943487354609 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/quotas/885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 375 time: 0.0105751 Feb 16 18:30:25.900170 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-f32acad7-e1bb-4acf-9a9a-f58b27c4bad5 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0998027 Feb 16 18:30:25.930343 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:26.026804 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-e5451e3e-e241-48ba-a10f-f510b8890f4f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:30:26.027987 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-e5451e3e-e241-48ba-a10f-f510b8890f4f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1149924 Feb 16 18:30:26.177071 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-85bdcd40-3406-4be7-842e-b1ba1d7c42bf service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421731 Feb 16 18:30:26.324618 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-b46f211c-d8ff-4284-a7a8-c6db4ca576a4 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405411 Feb 16 18:30:26.480295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:26.899252 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f33cdbb7-794a-492e-b9a2-fc84f57f55a7 req-da4d5cab-d73e-452e-a74a-819389f43625 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 210 time: 0.0636718 Feb 16 18:30:26.924814 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device b1c75469-f748-44eb-89f9-b312d000b9fa up at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:27.001448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Provisioning complete for port b1c75469-f748-44eb-89f9-b312d000b9fa triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:27.001875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:28.064033 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ab4c14f3-3c6b-4129-893a-a9b6854bfa41 req-ff1bb36e-0abc-48dc-8980-048a8a2f0fb5 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 210 time: 0.0515394 Feb 16 18:30:28.966456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-2951aabb-3564-4c0d-abd9-986d6cb9b100 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:28.968274 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-2951aabb-3564-4c0d-abd9-986d6cb9b100 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 812 time: 0.1714110 Feb 16 18:30:29.062935 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-916febd6-b06c-46a0-b49d-21615774f1d0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=885df98322b84b27b7f8e02037135304 HTTP/1.1" status: 200 len: 5765 time: 0.0742996 Feb 16 18:30:29.073039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'port': {'device_id': '5da2ddb4-d021-4343-89da-b3063f873004', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'admin_state_up': True, 'tenant_id': '885df98322b84b27b7f8e02037135304', 'security_groups': ['7964954f-b5a9-4af5-80d1-80ef41d64a9f']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:29.252945 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-baa2d071-72aa-4dc9-b951-7f2088357882 req-ad20e864-c2b8-4063-8798-239e9cb9f2c2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 210 time: 0.0630949 Feb 16 18:30:29.295328 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:29.306303 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:29.342898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Made reservation on behalf of 885df98322b84b27b7f8e02037135304 for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:30:29.349028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:29.661057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Allocated IP 172.20.0.4 (8618f37b-8d67-45e4-bfe8-13b9a2b58ad1/de620961-e2cd-496e-bbe7-632e755e5052/1e0ed4f4-b704-4d5e-be03-049124ca4a86) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:29.857610 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:29.873469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Transition to ACTIVE for port object 1e0ed4f4-b704-4d5e-be03-049124ca4a86 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:29.926314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:29.942048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2e4c33df-1863-473b-8e02-b9f11bbc01dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:30.100416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=1e0ed4f4-b704-4d5e-be03-049124ca4a86,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:30.104892 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:30.151438 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:30.152631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:30.155027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:30.225271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:30.226376 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:30.304235 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2355535 Feb 16 18:30:30.320568 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Request body: {'port': {'device_id': '5da2ddb4-d021-4343-89da-b3063f873004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:30.434521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-c27f17af-3c3b-4461-a9c2-5b48fbbbe5a9 None None] Provisioning for port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:30.442656 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-c27f17af-3c3b-4461-a9c2-5b48fbbbe5a9 None None] Provisioning complete for port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:30.443089 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c27f17af-3c3b-4461-a9c2-5b48fbbbe5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:30.505081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-c27f17af-3c3b-4461-a9c2-5b48fbbbe5a9 None None] Port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:30:30.510586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:30.591672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8016-06b6-4f43-a05c-c4efa09c996b req-87aad68a-7fe9-450a-b512-cd2262adeecd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:30.592440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-fcdb8016-06b6-4f43-a05c-c4efa09c996b req-87aad68a-7fe9-450a-b512-cd2262adeecd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:30:30.672358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-fcdb8016-06b6-4f43-a05c-c4efa09c996b req-87aad68a-7fe9-450a-b512-cd2262adeecd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:30:30.673638 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fcdb8016-06b6-4f43-a05c-c4efa09c996b req-87aad68a-7fe9-450a-b512-cd2262adeecd tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 931 time: 0.2915230 Feb 16 18:30:30.794980 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fcdb8016-06b6-4f43-a05c-c4efa09c996b req-83c15b45-f10a-45e9-8719-83ff02ba4445 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1121874 Feb 16 18:30:31.009956 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0ed4f4-b704-4d5e-be03-049124ca4a86 {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:30:31.017995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:31.032056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Transition to ACTIVE for port object 1e0ed4f4-b704-4d5e-be03-049124ca4a86 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:31.056670 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:31.074373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-0a316bcc-bd24-4673-bc76-b54bb997188a tempest-AttachVolumeTestJSON-202040584 tempest-AttachVolumeTestJSON-202040584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:31.229751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0ed4f4-b704-4d5e-be03-049124ca4a86,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:31.234356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:31.649354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Attempting to bind port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:31.649739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Attempting to bind port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:30:31.650115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Attempting to bind port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 on network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:30:31.656125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:30:31.656512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Checking segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:31.656925 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:31.657330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Bound using segment: {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:30:31.657816 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Bound port: 1e0ed4f4-b704-4d5e-be03-049124ca4a86, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f863c606-f535-4a86-b307-db33ccef64c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:30:31.658198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:31.759841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] For port 1e0ed4f4-b704-4d5e-be03-049124ca4a86, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:30:31.763055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] For port 1e0ed4f4-b704-4d5e-be03-049124ca4a86, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:30:31.782731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:31.798402 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1aa83fee-4e8b-460f-ac31-2c378a899c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:32.010067 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0ed4f4-b704-4d5e-be03-049124ca4a86,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:32.017187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:32.081300 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62574f5d-0f2a-4679-9db9-7bd0bee32530 req-77714a27-1520-4ddc-9263-9cf9044f3c94 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:32.082928 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-62574f5d-0f2a-4679-9db9-7bd0bee32530 req-77714a27-1520-4ddc-9263-9cf9044f3c94 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.1670895 Feb 16 18:30:32.084165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:32.084847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:32.086236 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] 10.222.0.72 "PUT /v2.0/ports/1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 1157 time: 1.7738082 Feb 16 18:30:32.086879 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:30:32.163285 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'status': 'completed', 'code': 200} Feb 16 18:30:32.170039 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-62574f5d-0f2a-4679-9db9-7bd0bee32530 req-3c0d6cf2-5407-49c1-b932-3349a7ccfc8b tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0779197 Feb 16 18:30:32.254179 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-2c7ac922-3999-4e59-aa67-2bfdf1cb32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:32.255912 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-2c7ac922-3999-4e59-aa67-2bfdf1cb32b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 1160 time: 0.0897615 Feb 16 18:30:32.333797 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-5806f4d2-8e49-4e95-930d-c442d2235ada service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 217 time: 0.0703027 Feb 16 18:30:32.405682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-9d86a40b-1eec-4dfa-9935-7d07900ad7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:32.407304 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-9d86a40b-1eec-4dfa-9935-7d07900ad7bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.0664592 Feb 16 18:30:32.495168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-4bdccbda-bc20-49e2-97ba-3e29b0282e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:32.496806 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-4bdccbda-bc20-49e2-97ba-3e29b0282e52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820868 Feb 16 18:30:32.649699 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-580732c5-64f1-47d4-b9dc-f16f3ed763fb service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454368 Feb 16 18:30:32.796376 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2f2663fb-0a3b-45e6-af10-61be4eb73fab req-09268258-4890-4e5a-ba1f-0af522738804 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389091 Feb 16 18:30:32.935767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93912e7-7740-4687-b47a-7161437525f8 req-c56d0b79-f99a-4d1c-8d17-8e45820167a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:32.937321 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d93912e7-7740-4687-b47a-7161437525f8 req-c56d0b79-f99a-4d1c-8d17-8e45820167a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 1160 time: 0.0800447 Feb 16 18:30:33.089567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93912e7-7740-4687-b47a-7161437525f8 req-d39bd754-ad96-40b2-91c3-bc166ccb4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:33.091186 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d93912e7-7740-4687-b47a-7161437525f8 req-d39bd754-ad96-40b2-91c3-bc166ccb4546 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.1466932 Feb 16 18:30:33.169779 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d93912e7-7740-4687-b47a-7161437525f8 req-2271cf44-9f62-4b33-9078-1e8da761a449 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 217 time: 0.0701418 Feb 16 18:30:33.243692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93912e7-7740-4687-b47a-7161437525f8 req-f805824f-3143-4311-bcaf-fcaf6f6af6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:33.245308 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d93912e7-7740-4687-b47a-7161437525f8 req-f805824f-3143-4311-bcaf-fcaf6f6af6cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.0687406 Feb 16 18:30:33.406766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93912e7-7740-4687-b47a-7161437525f8 req-e866c838-cc35-4c57-9b40-26e7df8105dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:33.408480 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d93912e7-7740-4687-b47a-7161437525f8 req-e866c838-cc35-4c57-9b40-26e7df8105dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1553571 Feb 16 18:30:33.419224 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed7e9-bf15-4f9f-b3f6-fb67bbc868fb req-0fc6d742-0003-43ac-85a4-d5d6f7e3b334 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:33.420763 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-94eed7e9-bf15-4f9f-b3f6-fb67bbc868fb req-0fc6d742-0003-43ac-85a4-d5d6f7e3b334 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.1190436 Feb 16 18:30:33.567921 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-94eed7e9-bf15-4f9f-b3f6-fb67bbc868fb req-99352055-25f7-4be9-8ec8-93ca6c79368a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1233609 Feb 16 18:30:33.600753 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d93912e7-7740-4687-b47a-7161437525f8 req-68a9d5ed-3648-4bf2-b2c6-92aecb9c05a7 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789429 Feb 16 18:30:33.749410 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d93912e7-7740-4687-b47a-7161437525f8 req-43ca8000-27f4-4778-a1b9-d4f9d1173b39 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408763 Feb 16 18:30:34.766713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff5fc5-4e18-48ea-b01f-4ef47bac51d9 req-d95bd6c6-b0e5-4ceb-8037-6e60bfbeb844 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:34.768367 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-acff5fc5-4e18-48ea-b01f-4ef47bac51d9 req-d95bd6c6-b0e5-4ceb-8037-6e60bfbeb844 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.0892339 Feb 16 18:30:34.814893 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-acff5fc5-4e18-48ea-b01f-4ef47bac51d9 req-3efb70f9-8301-47b5-8636-a16a86b4bc30 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0403264 Feb 16 18:30:36.008695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced7cc9-b6aa-4569-bcd7-da2ff9951915 req-f7eec805-15ac-4349-b012-7282da0ae453 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:36.010310 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bced7cc9-b6aa-4569-bcd7-da2ff9951915 req-f7eec805-15ac-4349-b012-7282da0ae453 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.0847430 Feb 16 18:30:36.058220 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bced7cc9-b6aa-4569-bcd7-da2ff9951915 req-1e15dcb6-9a78-4e55-bb67-f6efe1d713f1 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0417440 Feb 16 18:30:37.263020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca77c-3a99-4268-b76e-7e552f314a80 req-ef3233c8-c57f-4ef6-b09b-65856b1966ef tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:37.264699 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dd1ca77c-3a99-4268-b76e-7e552f314a80 req-ef3233c8-c57f-4ef6-b09b-65856b1966ef tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.0909948 Feb 16 18:30:37.315045 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dd1ca77c-3a99-4268-b76e-7e552f314a80 req-8972c57e-ddc3-4bbc-8309-feed4aee37f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0440931 Feb 16 18:30:38.519319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf762c-7eee-4ad4-b4c9-ca5cd3457c3f req-fd280680-ab35-4818-9758-8ebe0ade4730 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:38.520937 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-02cf762c-7eee-4ad4-b4c9-ca5cd3457c3f req-fd280680-ab35-4818-9758-8ebe0ade4730 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.0883806 Feb 16 18:30:38.569101 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-02cf762c-7eee-4ad4-b4c9-ca5cd3457c3f req-73f892dc-a1d9-4eb2-9cfc-8c9924edb235 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0414577 Feb 16 18:30:39.765741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3123764-cd1b-41a0-a1d7-e83171693c3c req-38efe174-3e42-44a6-9d3b-29ac01b6d5c8 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:39.767354 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f3123764-cd1b-41a0-a1d7-e83171693c3c req-38efe174-3e42-44a6-9d3b-29ac01b6d5c8 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.0863936 Feb 16 18:30:39.817013 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f3123764-cd1b-41a0-a1d7-e83171693c3c req-21298a4a-e6ac-4c1f-abc3-83b897449031 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0410931 Feb 16 18:30:41.033822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1b8a0-9f80-4f78-8491-6596bc050492 req-eafe3935-2095-4a48-b6ca-30ceb56e386e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:41.035406 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b0b1b8a0-9f80-4f78-8491-6596bc050492 req-eafe3935-2095-4a48-b6ca-30ceb56e386e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.0903232 Feb 16 18:30:41.084618 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b0b1b8a0-9f80-4f78-8491-6596bc050492 req-f58eaced-90e9-4efe-8b0b-ea6ce8e1d711 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0424688 Feb 16 18:30:42.279532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0b41d-f8ee-449e-ad22-8c5b921dcc6e req-fec653da-e236-4be6-9a5a-652da76fda76 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:42.281067 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4db0b41d-f8ee-449e-ad22-8c5b921dcc6e req-fec653da-e236-4be6-9a5a-652da76fda76 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.0852115 Feb 16 18:30:42.330885 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4db0b41d-f8ee-449e-ad22-8c5b921dcc6e req-bc625276-0664-4efa-8caa-17a24a9bfb67 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0430138 Feb 16 18:30:42.382593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:43.072474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1e0ed4f4-b704-4d5e-be03-049124ca4a86 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:43.165100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:43.170812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:43.171257 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:43.299876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:43.329709 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:30:43.340263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 1e0ed4f4-b704-4d5e-be03-049124ca4a86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:30:43.369716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:43.372660 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fc0a30fa-5525-4238-9640-b95b464628aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:43.416433 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'code': 200} Feb 16 18:30:43.451585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=1e0ed4f4-b704-4d5e-be03-049124ca4a86,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:43.455386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:43.535671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bb9c3-a123-4389-aabe-bd8b906a81c6 req-5af03900-c6d9-44f0-82a1-c708b749d6c3 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:43.537857 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-018bb9c3-a123-4389-aabe-bd8b906a81c6 req-5af03900-c6d9-44f0-82a1-c708b749d6c3 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 945 time: 0.0902145 Feb 16 18:30:43.590122 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-018bb9c3-a123-4389-aabe-bd8b906a81c6 req-e736ec59-2d79-4084-abb9-2fb0446dc7f4 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0455174 Feb 16 18:30:43.750791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f85f38-05dc-4e20-bc5c-d8c01c2411d3 req-de65139a-7e31-4bff-a3e1-5d46678e9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:43.752417 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-73f85f38-05dc-4e20-bc5c-d8c01c2411d3 req-de65139a-7e31-4bff-a3e1-5d46678e9e13 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 1162 time: 0.0794780 Feb 16 18:30:43.795709 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-73f85f38-05dc-4e20-bc5c-d8c01c2411d3 req-8967e354-48f3-40be-816f-106ea8481656 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0367422 Feb 16 18:30:44.450148 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-06982b5c-08d1-4f7d-9ed8-12f627f0f164 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Synchronizing usage tracker for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:security_group {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:30:44.486952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1e0ed4f4-b704-4d5e-be03-049124ca4a86 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:44.502559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-06982b5c-08d1-4f7d-9ed8-12f627f0f164 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Unset dirty status for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:security_group {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:30:44.503967 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-06982b5c-08d1-4f7d-9ed8-12f627f0f164 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-622527397&fields=id&tenant_id=e6fd94531d83421fb92c2d6a71634a6b HTTP/1.1" status: 200 len: 267 time: 0.0972590 Feb 16 18:30:44.566460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:44.566893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:44.673965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-b24ca61d-1f02-4875-93a1-64bf6c329769 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:44.675695 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-b24ca61d-1f02-4875-93a1-64bf6c329769 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 809 time: 0.1635828 Feb 16 18:30:44.693762 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-c6b0e1dc-aa18-4585-b30f-d0284d1799f9 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/quotas/e6fd94531d83421fb92c2d6a71634a6b HTTP/1.1" status: 200 len: 375 time: 0.0109067 Feb 16 18:30:44.861611 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-ba79492e-6956-4dec-a5d2-426feafc81e1 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Synchronizing usage tracker for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:30:44.871291 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569e459-bd38-44ad-8b13-5b7b34bb6f84 req-8898651e-6a07-4f43-abd9-5a293eb52ae9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:44.872905 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b569e459-bd38-44ad-8b13-5b7b34bb6f84 req-8898651e-6a07-4f43-abd9-5a293eb52ae9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 945 time: 0.1282694 Feb 16 18:30:44.926310 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b569e459-bd38-44ad-8b13-5b7b34bb6f84 req-e92d9c6c-6177-46d5-9c82-046d336afe71 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0467138 Feb 16 18:30:44.930595 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-ba79492e-6956-4dec-a5d2-426feafc81e1 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Unset dirty status for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:30:44.932028 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-ba79492e-6956-4dec-a5d2-426feafc81e1 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2293780 Feb 16 18:30:45.086249 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-89ee4feb-227d-4bcc-8233-cc649c6780b0 service neutron] 10.222.0.16 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412141 Feb 16 18:30:45.240736 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-aa48095a-7a53-4636-9599-34b904c6802f service neutron] 10.222.0.16 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428294 Feb 16 18:30:45.797624 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1aa6c3a0-dbf8-4251-ba3c-4a435458faa7 req-5a31d422-69e5-41d2-a1af-f9daab6f3374 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.0519781 Feb 16 18:30:46.132424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3e87b-b198-450b-add5-886b9fa67189 req-ccd674b2-6954-4ba9-9a1c-cf6a59782d7a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:46.134033 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f9e3e87b-b198-450b-add5-886b9fa67189 req-ccd674b2-6954-4ba9-9a1c-cf6a59782d7a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 945 time: 0.0898991 Feb 16 18:30:46.182635 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f9e3e87b-b198-450b-add5-886b9fa67189 req-fd6487c2-727e-4204-891a-82332d02962e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0422418 Feb 16 18:30:46.482594 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1e0ed4f4-b704-4d5e-be03-049124ca4a86 up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:30:46.559604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:46.560032 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:46.612618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895fcd-24f8-4beb-b4ff-fa62a368b64c req-484a6e68-acd8-4c2b-958e-7198021c65fb tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:46.614382 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-da895fcd-24f8-4beb-b4ff-fa62a368b64c req-484a6e68-acd8-4c2b-958e-7198021c65fb tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 945 time: 0.3202541 Feb 16 18:30:46.665598 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-da895fcd-24f8-4beb-b4ff-fa62a368b64c req-c84545bd-95ef-4263-8284-df246a69682a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0440960 Feb 16 18:30:46.688042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:30:46.902267 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-a5deef58-e540-42da-86e9-4917c04a876e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1983645 Feb 16 18:30:46.918868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:46.925280 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-df0f8d4e-1285-4de7-aa30-54c416f8f69d req-0a8a38ce-8ad5-4cfc-8250-68694ff9aa10 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.0651615 Feb 16 18:30:46.927951 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:46.939243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:47.051305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:47.202876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:47.485360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Allocated IP 172.27.3.114 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/a90185d5-86d1-4ebb-ad8b-2fb73f860dee) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:47.644397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:47.708587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:47.724736 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a5e8ca52-ce0b-43eb-bab3-98f8ace6ce15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:47.872689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=a90185d5-86d1-4ebb-ad8b-2fb73f860dee,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:47.877566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:47.921578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:47.922775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:47.925282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:48.041601 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0ce0b87f-671e-43ba-b7a9-9cd11da8a618 req-0219f00d-0d44-4da7-b8cf-1400fb8b6057 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.0560215 Feb 16 18:30:48.061459 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:48.163821 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:48.450346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:48.479465 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:48.496475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-06d4f182-3945-4a02-902a-ea856745ab20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:48.643037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event updated for resources: {'Port': ['ID=a90185d5-86d1-4ebb-ad8b-2fb73f860dee,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:48.646206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:48.744689 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:48.798155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:48.799483 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8911707 Feb 16 18:30:48.889126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-25e6966a-34c1-429c-a399-680c9a67c622 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:30:48.952424 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-25e6966a-34c1-429c-a399-680c9a67c622 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:30:48.953777 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-25e6966a-34c1-429c-a399-680c9a67c622 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.114 HTTP/1.1" status: 200 len: 696 time: 0.1472576 Feb 16 18:30:49.118766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7bba63b0-45dc-40ff-8076-a400c84b3fca tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:49.120311 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-7bba63b0-45dc-40ff-8076-a400c84b3fca tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1600115 Feb 16 18:30:49.132105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-41ca1c6c-baf1-407d-bae6-ba04a5bdfa8e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:30:49.133041 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-38a7cc07-1db7-4745-b9ae-fc8f65f14805 req-41ca1c6c-baf1-407d-bae6-ba04a5bdfa8e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064692 Feb 16 18:30:49.214023 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e5c9f402-183a-4c5b-b3f9-50e4297336ce req-34dc6674-3434-4704-afc2-eef7c393c8b4 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.0539784 Feb 16 18:30:49.416264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-5d520874-4f8b-4274-a19e-cef84d961f8b tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:49.417901 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-5d520874-4f8b-4274-a19e-cef84d961f8b tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1861341 Feb 16 18:30:49.524037 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-ae2f06bc-056d-445e-b8fd-14dc34b25ed8 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.114 HTTP/1.1" status: 200 len: 696 time: 0.0968726 Feb 16 18:30:49.538406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Request body: {'floatingip': {'port_id': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:49.675692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-95ea9fa1-2e8f-49c1-b414-efec7c474b91 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:49.677718 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-95ea9fa1-2e8f-49c1-b414-efec7c474b91 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 809 time: 0.3734677 Feb 16 18:30:49.684898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:49.963432 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-0c240b0b-c95d-4dca-89a8-14da70ab1db8 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6fd94531d83421fb92c2d6a71634a6b HTTP/1.1" status: 200 len: 5757 time: 0.2162571 Feb 16 18:30:49.977916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Request body: {'port': {'device_id': '25fd5250-c719-4707-be4a-945b2d8d774d', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'admin_state_up': True, 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'security_groups': ['4f206b53-1557-47b8-bbfc-84edd74af96b']}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:50.006734 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8372796-5011-4d6c-9598-6e207300ecbd req-e0941f57-5ec1-43f4-a1f2-a28bf9885e29 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3736622 Feb 16 18:30:50.578790 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1d319681-74b8-4f2c-9e7e-866ddd668b46 req-403ad865-e627-4a5b-b599-ccdb45e33660 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.1940024 Feb 16 18:30:50.669082 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:30:50.773515 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:30:50.785279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372796-5011-4d6c-9598-6e207300ecbd req-fe6f8d03-74f6-483d-ab42-7b9883e5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:50.786952 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8372796-5011-4d6c-9598-6e207300ecbd req-fe6f8d03-74f6-483d-ab42-7b9883e5525f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1162 time: 0.3984375 Feb 16 18:30:50.904269 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Made reservation on behalf of e6fd94531d83421fb92c2d6a71634a6b for: {'port': 1} {{(pid=83981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:30:50.909855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:51.099285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372796-5011-4d6c-9598-6e207300ecbd req-057803b0-94a8-47c7-b8da-c9c53c9e078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:51.100847 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8372796-5011-4d6c-9598-6e207300ecbd req-057803b0-94a8-47c7-b8da-c9c53c9e078a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.2923183 Feb 16 18:30:51.111597 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.resource_extend [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 18:30:51.367312 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:51.370475 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8372796-5011-4d6c-9598-6e207300ecbd req-73d9b293-e951-472f-a11c-4f1472665443 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 1001 time: 0.1969435 Feb 16 18:30:51.434030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:51.658832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372796-5011-4d6c-9598-6e207300ecbd req-13a198d0-3e3d-47c9-b405-ba3799903162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:51.660483 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8372796-5011-4d6c-9598-6e207300ecbd req-13a198d0-3e3d-47c9-b405-ba3799903162 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.2836766 Feb 16 18:30:51.800292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Allocated IP 172.20.0.5 (b5e16d23-b42a-4328-8a59-c64545c13717/c6c93384-1997-48c2-bb30-b00ab0b65834/3d511113-0576-45e0-8143-74d1b908994e) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:30:51.805720 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-aa7165f5-19ee-4c7e-954b-c712d0192444 req-86d7b3d6-4ffe-4f39-9b3b-bdb4e64910c6 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.0891356 Feb 16 18:30:51.836876 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Floating IP 7fc8569b-6b16-41d1-ae60-23008f3894e9 associated. External IP: 172.27.3.114, port: 1e0ed4f4-b704-4d5e-be03-049124ca4a86. Feb 16 18:30:52.052040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372796-5011-4d6c-9598-6e207300ecbd req-3ecdc3a3-92dd-4f22-8a4c-116a6a6c46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:52.053679 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8372796-5011-4d6c-9598-6e207300ecbd req-3ecdc3a3-92dd-4f22-8a4c-116a6a6c46d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3825238 Feb 16 18:30:52.056791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b3901562-fec4-4a59-9ba4-768a889b46b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:52.722406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:52.739998 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8372796-5011-4d6c-9598-6e207300ecbd req-f49141f3-b07f-4122-9922-6b6a3e7c29f4 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768382 Feb 16 18:30:52.778090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Transition to ACTIVE for port object 3d511113-0576-45e0-8143-74d1b908994e will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:52.911835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Router 96aecc64-df47-483c-ada9-1591e75b4583 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:30:52.983638 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8372796-5011-4d6c-9598-6e207300ecbd req-8a204577-fe4b-4efc-bad4-376eb7a88aae service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2332306 Feb 16 18:30:53.047346 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f9146122-9543-49b6-92af-547534b6e9b5 req-f05a5076-8542-4625-a3e4-410d40d10305 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.1160133 Feb 16 18:30:53.055019 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:53.126940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:53.308383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event updated for resources: {'Port': ['ID=3d511113-0576-45e0-8143-74d1b908994e,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:53.315714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:53.370661 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:30:53.380383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:30:53.388766 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:53.390015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:53.390687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:30:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:53.425025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Network b5e16d23-b42a-4328-8a59-c64545c13717 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:30:53.432290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:30:53.436172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:30:53.507045 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-021523d6-e7e0-4a2e-82a4-f064200b7793 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "PUT /v2.0/floatingips/7fc8569b-6b16-41d1-ae60-23008f3894e9 HTTP/1.1" status: 200 len: 996 time: 3.9750996 Feb 16 18:30:53.509927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:30:53.525241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:53.525969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:53.591966 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'status': 'completed', 'code': 200} Feb 16 18:30:53.594365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:53.665023 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6949527 Feb 16 18:30:53.678562 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Request body: {'port': {'device_id': '25fd5250-c719-4707-be4a-945b2d8d774d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:53.732065 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-4c919429-19b7-44e5-b94d-c25b62f00249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:53.733714 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-4c919429-19b7-44e5-b94d-c25b62f00249 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 1162 time: 0.2010624 Feb 16 18:30:53.748334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-482b1c1e-053b-475b-8192-cef916d3cabf None None] Provisioning for port 3d511113-0576-45e0-8143-74d1b908994e completed by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:30:53.755407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-482b1c1e-053b-475b-8192-cef916d3cabf None None] Provisioning complete for port 3d511113-0576-45e0-8143-74d1b908994e triggered by entity DHCP. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:30:53.756126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-482b1c1e-053b-475b-8192-cef916d3cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:53.817005 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-482b1c1e-053b-475b-8192-cef916d3cabf None None] Port 3d511113-0576-45e0-8143-74d1b908994e cannot update to ACTIVE because it is not bound. {{(pid=83983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:30:53.946181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-d3f49632-be02-4e33-9aae-c0dd4c12af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:53.947897 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-d3f49632-be02-4e33-9aae-c0dd4c12af2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 1162 time: 0.3368168 Feb 16 18:30:53.953869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:53.982091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '7fc8569b-6b16-41d1-ae60-23008f3894e9', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:64:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da2ddb4-d021-4343-89da-b3063f873004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:30:47Z', 'updated_at': '2021-02-16T18:30:50Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}, {'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:11Z', 'revision_number': 2, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:53.986164 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:30:53.995030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:30:53.995717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:30:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:54.146192 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-027546d4-67f7-455a-ba59-f11e1ba9dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:54.147892 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-027546d4-67f7-455a-ba59-f11e1ba9dd93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.4004483 Feb 16 18:30:54.186835 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-486ad9e0-3f91-458a-a415-41d270a81b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:54.197537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:30:54.592258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '7fc8569b-6b16-41d1-ae60-23008f3894e9', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:64:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da2ddb4-d021-4343-89da-b3063f873004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:30:47Z', 'updated_at': '2021-02-16T18:30:50Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}, {'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:11Z', 'revision_number': 2, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:30:54.597008 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54793f3-3ec8-453f-8962-ba494505dacb None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '7fc8569b-6b16-41d1-ae60-23008f3894e9', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:64:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da2ddb4-d021-4343-89da-b3063f873004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:30:47Z', 'updated_at': '2021-02-16T18:30:50Z', 'revision_number': 1, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}, {'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:11Z', 'revision_number': 2, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:30:54.666704 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-354f7d6b-6a96-4438-be5e-04c6ecd70edd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 999 time: 0.5080044 Feb 16 18:30:54.667932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-650a11f6-c76f-4e2d-96c4-33a47bb4b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:54.669710 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-650a11f6-c76f-4e2d-96c4-33a47bb4b817 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.7038386 Feb 16 18:30:54.888738 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd991c-1a4e-4665-aad2-1bcecec67e1b None None] New status for floating IP 7fc8569b-6b16-41d1-ae60-23008f3894e9: ACTIVE {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:30:54.941002 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-d307e0d3-80b6-42ff-ae9c-e35334453739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:54.942684 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-d307e0d3-80b6-42ff-ae9c-e35334453739 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.2610731 Feb 16 18:30:54.966615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c93a7-4a25-43be-85fb-186b60e82553 req-5aefa17c-9059-44b9-b259-d003b8274c74 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:54.967389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-ee8c93a7-4a25-43be-85fb-186b60e82553 req-5aefa17c-9059-44b9-b259-d003b8274c74 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Synchronizing usage tracker for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:30:55.026314 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-1962b758-e6ef-485f-8b86-ea4a566d1211 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 999 time: 0.3425684 Feb 16 18:30:55.070033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:55.200605 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-3844fbcc-cb9a-49fd-b357-435bee300e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:55.202268 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-3844fbcc-cb9a-49fd-b357-435bee300e85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.1659057 Feb 16 18:30:55.271743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-ee8c93a7-4a25-43be-85fb-186b60e82553 req-5aefa17c-9059-44b9-b259-d003b8274c74 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Unset dirty status for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:30:55.273055 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ee8c93a7-4a25-43be-85fb-186b60e82553 req-5aefa17c-9059-44b9-b259-d003b8274c74 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 931 time: 1.0435410 Feb 16 18:30:55.320354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-5d5b3c4f-079a-4e4e-ad7a-93eb777fff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:55.322034 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-5d5b3c4f-079a-4e4e-ad7a-93eb777fff71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3392148 Feb 16 18:30:55.415029 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ee8c93a7-4a25-43be-85fb-186b60e82553 req-04420da8-e5ee-498e-947a-518e2dd2fe8f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1314342 Feb 16 18:30:55.551362 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-b4473afb-9cb5-470f-96e5-e6aed500c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:55.553115 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-b4473afb-9cb5-470f-96e5-e6aed500c2d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3380461 Feb 16 18:30:55.557171 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d511113-0576-45e0-8143-74d1b908994e {{(pid=83981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:30:55.610034 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:55.698383 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Transition to ACTIVE for port object 3d511113-0576-45e0-8143-74d1b908994e will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:30:55.711500 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-da0e05e2-8b51-4e82-acb8-d1754da5dc49 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774526 Feb 16 18:30:55.753593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:55.782973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7cfc8038-4a2c-4d87-9bb7-ed35869fdb99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:55.918440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:55.990638 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-2dbe4475-2880-47ea-b7e2-01abc14d38bd service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283295 Feb 16 18:30:56.034688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Pushing event updated for resources: {'Port': ['ID=3d511113-0576-45e0-8143-74d1b908994e,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:56.045858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:56.179617 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-684263ea-f2e8-4399-b107-b9afbf944f1d req-8721640b-22cf-45e2-b8e0-a72f986246b5 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4612691 Feb 16 18:30:56.287218 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c5d392b-049c-4b95-affc-1464fab2a658 req-20ab8838-cf34-4eba-a7f2-4146c6776da0 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2805700 Feb 16 18:30:56.368183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Attempting to bind port 3d511113-0576-45e0-8143-74d1b908994e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:56.368561 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Attempting to bind port 3d511113-0576-45e0-8143-74d1b908994e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:30:56.368932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Attempting to bind port 3d511113-0576-45e0-8143-74d1b908994e on network b5e16d23-b42a-4328-8a59-c64545c13717 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:30:56.375085 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Checking agent: {'id': 'b2c14d59-dbe1-4ab9-9ac4-396ad66e515e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 14, 39), 'started_at': datetime.datetime(2021, 2, 16, 18, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.83', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:30:56.375474 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Checking segment: {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:30:56.375921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:56.376333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Bound using segment: {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:30:56.376822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Bound port: 3d511113-0576-45e0-8143-74d1b908994e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce581102-9608-4e51-8e9e-c45b70308381', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:30:56.377209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:56.476844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] For port 3d511113-0576-45e0-8143-74d1b908994e, host hv-cinder-76330, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:30:56.480301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] For port 3d511113-0576-45e0-8143-74d1b908994e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3d511113-0576-45e0-8143-74d1b908994e,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:30:56.489702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:56.520834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:56.537543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-764ef59a-452d-4c2c-b3ad-9e1c00d64dc9 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:30:56.768450 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Pushing event updated for resources: {'Port': ['ID=3d511113-0576-45e0-8143-74d1b908994e,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:30:56.776516 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:30:56.805454 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:56.806147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:30:56.807649 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] 10.222.0.72 "PUT /v2.0/ports/3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 1157 time: 3.1347325 Feb 16 18:30:56.808168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'tag': '3d511113-0576-45e0-8143-74d1b908994e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:30:56.820718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3edd-d252-4d22-9eb4-3b4c158d3d85 req-cf5e19ad-b790-4f27-bee2-c754107ad97b tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:56.822405 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e50d3edd-d252-4d22-9eb4-3b4c158d3d85 req-cf5e19ad-b790-4f27-bee2-c754107ad97b tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.2502480 Feb 16 18:30:56.870295 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'tag': '3d511113-0576-45e0-8143-74d1b908994e', 'status': 'completed', 'code': 200} Feb 16 18:30:56.882819 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e50d3edd-d252-4d22-9eb4-3b4c158d3d85 req-d0f8f605-1989-45a7-89c1-87ee34e4e6f1 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0504997 Feb 16 18:30:56.968070 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-56fe65a6-50d0-4d10-9d9f-9e1b68fa513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:56.969565 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-56fe65a6-50d0-4d10-9d9f-9e1b68fa513d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1160 time: 0.0857508 Feb 16 18:30:57.043619 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-7ddd8a62-28c9-4017-9087-5dde7e86f93d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 217 time: 0.0660653 Feb 16 18:30:57.114995 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-08753f2c-bc55-4ca9-80e2-0be48258188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:57.116555 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-08753f2c-bc55-4ca9-80e2-0be48258188b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.0668609 Feb 16 18:30:57.205411 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-24412142-3d91-425f-8b08-c4b05d20cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:57.206999 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-24412142-3d91-425f-8b08-c4b05d20cb07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770221 Feb 16 18:30:57.591904 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-5d4589bf-62d9-4b33-9a1d-f5bb5166d7a8 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772457 Feb 16 18:30:57.737966 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0e16eeed-294c-45da-94f3-0dca0cd8a29e req-0536b20f-d53b-4318-8f59-fcbfb8e27a5d service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376567 Feb 16 18:30:57.917737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-d079fe28-5fc4-400c-9b0e-f68dcf739507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:57.919657 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-d079fe28-5fc4-400c-9b0e-f68dcf739507 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1160 time: 0.0858948 Feb 16 18:30:58.131116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-325a1134-8227-4034-93b0-caa436099f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:58.132767 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-325a1134-8227-4034-93b0-caa436099f2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.2035358 Feb 16 18:30:58.149532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993df3a-ddf4-4975-9b15-70049c2d2596 req-b11fc034-50fd-406b-9cf4-67ac23467e2e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:58.151162 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e993df3a-ddf4-4975-9b15-70049c2d2596 req-b11fc034-50fd-406b-9cf4-67ac23467e2e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.1324115 Feb 16 18:30:58.232660 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-2b2186e2-dc33-470a-9532-a3a6edfc0633 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 217 time: 0.0904493 Feb 16 18:30:58.314442 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e993df3a-ddf4-4975-9b15-70049c2d2596 req-11653cbf-2562-485a-83d6-c1fec1c8f6cd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1039214 Feb 16 18:30:58.324410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-e55ae374-6ba8-4769-9c94-d786f0573962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:58.325934 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-e55ae374-6ba8-4769-9c94-d786f0573962 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.0854402 Feb 16 18:30:58.409677 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-03b18102-4d55-4ecf-9d7a-6c6f85c95f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:58.411315 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-03b18102-4d55-4ecf-9d7a-6c6f85c95f8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772629 Feb 16 18:30:58.560541 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-734811ec-87b9-4d2a-970d-9eb29e9911df service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421897 Feb 16 18:30:58.709201 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bf74d8e7-6415-4cd9-9ac0-97de35ca7b23 req-6a57364b-ba12-4300-a606-61c3d626c916 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403110 Feb 16 18:30:59.513246 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f76e4b-e0c6-4db6-b90b-84b78047b6f4 req-c9c049be-b894-41d2-8c01-5bce89555486 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:30:59.514836 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8f76e4b-e0c6-4db6-b90b-84b78047b6f4 req-c9c049be-b894-41d2-8c01-5bce89555486 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0860751 Feb 16 18:30:59.566785 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f8f76e4b-e0c6-4db6-b90b-84b78047b6f4 req-843d6e10-0567-4e6e-a5e1-cd84f4a22bdc tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452151 Feb 16 18:31:00.766103 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f5c34-8685-4318-ba36-b2ec1d4b815c req-c73bca00-8b21-4320-ada6-4a21a0a724b3 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:00.767760 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ee2f5c34-8685-4318-ba36-b2ec1d4b815c req-c73bca00-8b21-4320-ada6-4a21a0a724b3 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0864286 Feb 16 18:31:00.815453 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ee2f5c34-8685-4318-ba36-b2ec1d4b815c req-55794bb6-fd64-4433-9331-8908155b20bc tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0416079 Feb 16 18:31:02.014591 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10355d4-802c-4f28-9acb-f070ac34948d req-f02864de-1f98-4e46-96f3-7643e8ee6e9a tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:02.016240 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e10355d4-802c-4f28-9acb-f070ac34948d req-f02864de-1f98-4e46-96f3-7643e8ee6e9a tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0903602 Feb 16 18:31:02.063807 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-e10355d4-802c-4f28-9acb-f070ac34948d req-32e2095d-50e1-43a7-ac01-af15af27b2bf tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0412767 Feb 16 18:31:03.260506 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a069f1-4b61-4760-ae12-a5128583bf54 req-8f3c7694-a0e1-4a72-bc40-e13e7e3cd849 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:03.262126 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25a069f1-4b61-4760-ae12-a5128583bf54 req-8f3c7694-a0e1-4a72-bc40-e13e7e3cd849 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0867968 Feb 16 18:31:03.309445 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25a069f1-4b61-4760-ae12-a5128583bf54 req-801495ba-08f8-4bc3-af11-87ce6e8aa490 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411224 Feb 16 18:31:04.512765 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963696b-7964-48bc-8a7b-028fd99eaf3f req-66f00773-485b-4ca7-96ce-fb8951d2759e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:04.514370 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1963696b-7964-48bc-8a7b-028fd99eaf3f req-66f00773-485b-4ca7-96ce-fb8951d2759e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0901384 Feb 16 18:31:04.561396 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1963696b-7964-48bc-8a7b-028fd99eaf3f req-77ec3b65-bef2-4d55-b815-a123830ed0b2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0401642 Feb 16 18:31:05.758455 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d119b-cbe7-4c20-bcab-57350efe06d9 req-1bfd25d0-4d61-44b2-9191-9def1c9968ac tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:05.760160 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dd9d119b-cbe7-4c20-bcab-57350efe06d9 req-1bfd25d0-4d61-44b2-9191-9def1c9968ac tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0870335 Feb 16 18:31:05.806728 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dd9d119b-cbe7-4c20-bcab-57350efe06d9 req-0f08f4fd-ecbe-4fa4-a851-c83c86e5fae8 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0403504 Feb 16 18:31:07.005501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952d458-f602-4683-8bf8-f34a4f2cb83f req-24306a2c-8583-4901-9991-1a7f17a611df tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:07.007095 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b952d458-f602-4683-8bf8-f34a4f2cb83f req-24306a2c-8583-4901-9991-1a7f17a611df tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0900679 Feb 16 18:31:07.054651 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b952d458-f602-4683-8bf8-f34a4f2cb83f req-223e64ae-4c23-4850-b1f0-4799465425bc tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0413210 Feb 16 18:31:07.153016 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 3d511113-0576-45e0-8143-74d1b908994e up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:31:07.267711 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning for port 3d511113-0576-45e0-8143-74d1b908994e completed by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:31:07.272684 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 3d511113-0576-45e0-8143-74d1b908994e triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:31:07.273106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:07.393468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:07.421552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d511113-0576-45e0-8143-74d1b908994e'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:31:07.432480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 3d511113-0576-45e0-8143-74d1b908994e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3d511113-0576-45e0-8143-74d1b908994e,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:31:07.462233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:07.465059 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fc0a30fa-5525-4238-9640-b95b464628aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:31:07.503363 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d511113-0576-45e0-8143-74d1b908994e', 'code': 200} Feb 16 18:31:07.542084 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=3d511113-0576-45e0-8143-74d1b908994e,revision_number=4']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:31:07.550172 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.550566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.550952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.551967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.552349 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.552726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.553123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.553477 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.553856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.554230 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.554598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.554965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.555384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.555775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.556143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.556508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.556873 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.557251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.557602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.557965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.558327 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.558746 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.559535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.559535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:07.563874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:31:07.827104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e6517-0659-4f45-a221-9bce49f70d5c req-3888947e-706f-44e3-adb5-35eff2795db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:07.828664 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-743e6517-0659-4f45-a221-9bce49f70d5c req-3888947e-706f-44e3-adb5-35eff2795db7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.0803509 Feb 16 18:31:07.871881 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-743e6517-0659-4f45-a221-9bce49f70d5c req-2625b973-9b97-4ce7-a0bb-de2e617b4343 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0360258 Feb 16 18:31:08.250117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ea1be-f4bf-4e46-a1d2-ce5dc1fd4130 req-fd126cf9-5067-4075-ad1b-5175244fee74 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:08.251781 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb2ea1be-f4bf-4e46-a1d2-ce5dc1fd4130 req-fd126cf9-5067-4075-ad1b-5175244fee74 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0857933 Feb 16 18:31:08.298995 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-fb2ea1be-f4bf-4e46-a1d2-ce5dc1fd4130 req-bbb79001-396f-4230-abd7-ee557d103e18 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0406530 Feb 16 18:31:08.594967 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 3d511113-0576-45e0-8143-74d1b908994e up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:31:08.665681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 3d511113-0576-45e0-8143-74d1b908994e triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:31:08.666099 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:09.506129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc766b3-9ecf-4698-961e-1bdf872c3564 req-5802539e-1902-4d75-84d5-5db9a4a2d9ff tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:09.507767 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9fc766b3-9ecf-4698-961e-1bdf872c3564 req-5802539e-1902-4d75-84d5-5db9a4a2d9ff tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0911841 Feb 16 18:31:09.555877 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9fc766b3-9ecf-4698-961e-1bdf872c3564 req-99864205-f0f9-49ee-b5ac-54c6d7564ef8 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415685 Feb 16 18:31:10.753672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e081223-8cea-4772-af10-8d0354847c79 req-212eff12-5ee2-4ad6-834d-767c6ed9948d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:10.755275 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3e081223-8cea-4772-af10-8d0354847c79 req-212eff12-5ee2-4ad6-834d-767c6ed9948d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0857174 Feb 16 18:31:10.805784 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3e081223-8cea-4772-af10-8d0354847c79 req-efb1ae4d-90e6-40b1-8e82-350591176f48 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0443971 Feb 16 18:31:11.001318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d431b38-0303-4571-8f93-89fa58c306f3 req-84b60a72-7108-426b-b8f4-79f5c395c858 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:11.002920 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0d431b38-0303-4571-8f93-89fa58c306f3 req-84b60a72-7108-426b-b8f4-79f5c395c858 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0857415 Feb 16 18:31:11.050601 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0d431b38-0303-4571-8f93-89fa58c306f3 req-c5d79a50-7167-4726-867c-78abd8f0aef8 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0409021 Feb 16 18:31:11.244912 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-3132bf3e-e092-4096-bb04-643e71d42e3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1572609 Feb 16 18:31:11.255685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Request body: {'floatingip': {'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:31:11.261286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:31:11.265375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Usage tracker for resource:floatingip and tenant:e6fd94531d83421fb92c2d6a71634a6b is out of sync, need to count used quota {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:31:11.268403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83981) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:31:11.274842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.quota.driver [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83981) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:31:11.363088 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for floatingip, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:11.508993 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:11.784632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_common [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Allocated IP 172.27.3.125 (74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc/f1004905-2ca5-419c-b457-ed4b2a26d1c4/15d2a637-b7e1-4300-be7d-b9806e46cdac) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:31:11.941069 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:11.999249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300404379713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:12.014488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b72f6491-5b88-4d54-ae0e-d109744271f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:31:12.157576 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event updated for resources: {'Port': ['ID=15d2a637-b7e1-4300-be7d-b9806e46cdac,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:31:12.172184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.172612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.173031 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.173446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.173855 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.174264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.174669 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.175073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.175475 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.175904 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.176333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.176731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.177191 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.177590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.177997 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.178397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.178808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.179198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.179618 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.180020 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.180418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.180813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.181211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.181612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:31:12.187687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:31:12.224643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Network 74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:31:12.225796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.base_scheduler [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:31:12.228092 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:31:12.307927 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:12.403720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:12.404693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:12.675136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:12.708126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822305758'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:12.723243 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e4ea5c25-034a-47a7-895e-c37847c74abd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:31:12.869147 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event updated for resources: {'Port': ['ID=15d2a637-b7e1-4300-be7d-b9806e46cdac,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:31:12.873759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:31:13.194798 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:13.244635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:13.245944 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9950159 Feb 16 18:31:13.331446 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-7abd71f7-cbbe-471b-a1d1-f552142f9d9e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Synchronizing usage tracker for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:floatingip {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:31:13.376141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-7abd71f7-cbbe-471b-a1d1-f552142f9d9e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Unset dirty status for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:floatingip {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:31:13.377359 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-7abd71f7-cbbe-471b-a1d1-f552142f9d9e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.125 HTTP/1.1" status: 200 len: 696 time: 0.1250212 Feb 16 18:31:13.537014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-ed62d318-8127-4088-928f-504745b035de tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:13.538483 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1764213f-6da2-466e-a57f-d27d95f6d49e req-ed62d318-8127-4088-928f-504745b035de tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1551948 Feb 16 18:31:13.721268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-99943be5-1b57-4f95-9735-51e60b6b47c1 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:13.722872 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-99943be5-1b57-4f95-9735-51e60b6b47c1 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0884619 Feb 16 18:31:13.811161 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-3b238f7e-f02b-4c0c-ade5-4f73a50d45a4 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.125 HTTP/1.1" status: 200 len: 696 time: 0.0814428 Feb 16 18:31:13.821469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.v2.base [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Request body: {'floatingip': {'port_id': '3d511113-0576-45e0-8143-74d1b908994e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:31:13.905214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for floatingip, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:14.518351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:14.553181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854157194'] for floatingip, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:14.736038 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Floating IP 3891c570-e48e-42bd-bfd2-71d2696b88f2 associated. External IP: 172.27.3.125, port: 3d511113-0576-45e0-8143-74d1b908994e. Feb 16 18:31:15.106399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:31:15.295647 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:31:15.300491 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:15.305437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] Sync routers for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:31:15.316030 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:31:15.316702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:30:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:31:15.361880 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-bb53a127-7639-4340-aaf5-c98f28ebf697 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "PUT /v2.0/floatingips/3891c570-e48e-42bd-bfd2-71d2696b88f2 HTTP/1.1" status: 200 len: 996 time: 1.5445182 Feb 16 18:31:15.362369 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'tag': '3d511113-0576-45e0-8143-74d1b908994e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:31:15.417550 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'tag': '3d511113-0576-45e0-8143-74d1b908994e', 'status': 'completed', 'code': 200} Feb 16 18:31:15.506780 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:31:15.511090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-a0dd0412-f271-4ae6-8b37-a9afc6db969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:15.513866 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-a0dd0412-f271-4ae6-8b37-a9afc6db969a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.1375983 Feb 16 18:31:15.865104 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-c67d2d5a-2822-4d7e-8716-b3c87cfa1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:15.866765 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-c67d2d5a-2822-4d7e-8716-b3c87cfa1da4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.4309292 Feb 16 18:31:16.029296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-be61023d-e082-455f-a371-401b3d0bb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:16.030924 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-be61023d-e082-455f-a371-401b3d0bb083 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.5045145 Feb 16 18:31:16.043657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '3891c570-e48e-42bd-bfd2-71d2696b88f2', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'port_id': '3d511113-0576-45e0-8143-74d1b908994e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'mac_address': 'fa:16:3e:ec:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd5250-c719-4707-be4a-945b2d8d774d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:31:12Z', 'updated_at': '2021-02-16T18:31:14Z', 'revision_number': 1, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:15Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:31:16.047831 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] Checking router: 79b3db3b-d494-411b-9a78-d28c3eac9fe9 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:31:16.057194 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:31:16.057865 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:30:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:31:16.126081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-9d3ea5c9-68fb-497d-aa98-636e05fd2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:16.127718 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-9d3ea5c9-68fb-497d-aa98-636e05fd2255 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.2431071 Feb 16 18:31:16.234913 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-ca79a2ef-b506-46a4-b50a-c6cd433dd763 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 999 time: 0.1871667 Feb 16 18:31:16.249713 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:31:16.301824 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-71ea9111-ac49-4193-9297-364893116532 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 999 time: 0.1644835 Feb 16 18:31:16.372784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-6aab64ad-180c-43d9-b906-b55189e4ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:16.374401 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-6aab64ad-180c-43d9-b906-b55189e4ae8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.1216104 Feb 16 18:31:16.428893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-b3279df4-e6f3-44fe-8e76-62270de017e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:16.430462 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-b3279df4-e6f3-44fe-8e76-62270de017e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.1181660 Feb 16 18:31:16.528778 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-ac797318-3930-4849-8b06-12ed7d2731c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:16.530436 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-ac797318-3930-4849-8b06-12ed7d2731c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1478765 Feb 16 18:31:16.564940 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-e949661e-bfbd-476d-9b28-a9f151e59f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:16.566552 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-e949661e-bfbd-476d-9b28-a9f151e59f99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1277790 Feb 16 18:31:16.624527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '3891c570-e48e-42bd-bfd2-71d2696b88f2', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'port_id': '3d511113-0576-45e0-8143-74d1b908994e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'mac_address': 'fa:16:3e:ec:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd5250-c719-4707-be4a-945b2d8d774d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:31:12Z', 'updated_at': '2021-02-16T18:31:14Z', 'revision_number': 1, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:15Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:31:16.628893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4af9d3-3663-47e2-bdbc-892bbb7b0a72 None None] The sync data for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi is: [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': '3891c570-e48e-42bd-bfd2-71d2696b88f2', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'port_id': '3d511113-0576-45e0-8143-74d1b908994e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'mac_address': 'fa:16:3e:ec:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd5250-c719-4707-be4a-945b2d8d774d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:31:12Z', 'updated_at': '2021-02-16T18:31:14Z', 'revision_number': 1, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:15Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:31:16.804777 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-6229b804-9215-40a7-9a8e-088e2580a043 service neutron] 10.222.0.16 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660024 Feb 16 18:31:16.810717 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-0e149804-6061-42ed-a153-5462f5699a06 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323990 Feb 16 18:31:16.925728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1db62-8d8d-47eb-9cc4-4bb63788e17b None None] New status for floating IP 3891c570-e48e-42bd-bfd2-71d2696b88f2: ACTIVE {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:31:17.077792 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dcf7b71c-c2f5-4306-9a11-04ebf839b54b req-a23e715e-e7df-41fd-b5f7-05b1449e32f0 service neutron] 10.222.0.16 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2656133 Feb 16 18:31:17.081161 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4a92427c-5b25-4bff-b2c5-dbb835c85e56 req-e24d6b81-7354-4b3c-8c43-d9b343e287af service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2445273 Feb 16 18:31:22.050389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7a5103e4-1346-4d8e-a79f-0141d93b1c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:23.687268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:31:24.169018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-aab8448f-c706-4f67-ba82-8f524f8cdc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:25.027803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:25.947281 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:26.490206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:42.404319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:49.723400 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-a2db7b29-9063-4b20-af61-92eb1af6da84 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0766685 Feb 16 18:31:49.834010 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-19fe82ca-87e5-477a-bba0-32d7933d3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:49.835644 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-19fe82ca-87e5-477a-bba0-32d7933d3ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 1162 time: 0.0846312 Feb 16 18:31:49.993373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-ec0106e4-3376-4bc0-9efa-d4dfa994d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:49.993373 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-ec0106e4-3376-4bc0-9efa-d4dfa994d01f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.1374242 Feb 16 18:31:50.103058 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-7f561868-25d7-4f7a-be62-dcc27e8d2311 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 1001 time: 0.1038990 Feb 16 18:31:50.172716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-e4ddaf44-b35d-4377-8f55-bcce42df5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:50.174279 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-e4ddaf44-b35d-4377-8f55-bcce42df5e4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.0639985 Feb 16 18:31:50.260144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-ca5184b9-1286-4e09-947f-f2b87e280822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:31:50.261645 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-ca5184b9-1286-4e09-947f-f2b87e280822 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797703 Feb 16 18:31:50.405565 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-6019df56-517d-4d35-b792-1148775d2ce1 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365771 Feb 16 18:31:50.547636 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-63625659-2b2f-4d26-9677-2a0834bf1fc5 req-e62bb931-cf00-43e0-a331-0f3fb89450fc service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350298 Feb 16 18:31:52.088296 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-64c8829d-9f8f-47fe-acf3-d458425269b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:54.168317 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f35007ba-9117-414a-9f0e-518f8b72d1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:55.030849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:55.929869 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:31:56.470889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:00.687567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:32:12.432756 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:21.564893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-96fabe56-cb9d-472f-8633-c84fb83b9dae req-a1eaf17b-f47a-445e-bd53-c4633e5dee48 service neutron] (83982) timed out ('10.222.0.72', 52047) {{(pid=83982) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 16 18:32:22.053208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6e13-9ea4-4cea-be71-087823857398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:24.164058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5c34314c-9f05-44d1-8d88-a978176d2f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:25.038354 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:25.929761 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:26.483718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:32.256146 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-1040eca1-b0cf-4c18-a755-5fcd7d5ee02f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips/7fc8569b-6b16-41d1-ae60-23008f3894e9 HTTP/1.1" status: 200 len: 998 time: 0.1925383 Feb 16 18:32:32.415802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-cec4af08-f3bb-40e6-b0ed-0b6240f0cec7 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:32.417519 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-cec4af08-f3bb-40e6-b0ed-0b6240f0cec7 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1554644 Feb 16 18:32:32.428810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-5b681a98-3503-4881-acef-e79c9115585d tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:32:32.429846 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-5b681a98-3503-4881-acef-e79c9115585d tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064142 Feb 16 18:32:32.538664 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-e1e88494-36a2-4966-af84-0cc174318b11 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.114 HTTP/1.1" status: 200 len: 1001 time: 0.1028199 Feb 16 18:32:32.620933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-1ae9b73d-0096-4fa7-8ece-9e5f7a0f3a94 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:32.622355 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-1ae9b73d-0096-4fa7-8ece-9e5f7a0f3a94 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports/1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 942 time: 0.0776818 Feb 16 18:32:32.807294 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-c6a4903e-6881-44d4-9ae4-53cdfb1f9936 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.114 HTTP/1.1" status: 200 len: 1001 time: 0.1050382 Feb 16 18:32:33.261894 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Deleting port a90185d5-86d1-4ebb-ad8b-2fb73f860dee {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:32:33.262460 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:33.442544 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:33.442912 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:33.572443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Calling delete_port for a90185d5-86d1-4ebb-ad8b-2fb73f860dee owned by network:floatingip {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:32:33.813292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:33.829546 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-b9e81c60-9783-4716-836a-a132c98d4d3d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:32:33.887168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event deleted for resources: {'Port': ['ID=a90185d5-86d1-4ebb-ad8b-2fb73f860dee,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:32:33.948334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.948769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.949195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.949614 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.950028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.950440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.950854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.951264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.951728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.952138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.952549 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.952958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.953422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.953827 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.954228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.954635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.955038 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.955443 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.955871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.956275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.956678 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.957105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.957508 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.957914 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:33.962029 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:32:34.071720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:34.072047 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Floating IP 7fc8569b-6b16-41d1-ae60-23008f3894e9 disassociated (deleted). External IP: 172.27.3.114, port: 1e0ed4f4-b704-4d5e-be03-049124ca4a86. Feb 16 18:32:34.451287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Router 96aecc64-df47-483c-ada9-1591e75b4583 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:32:34.638731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:32:34.648603 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:32:34.659078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:32:34.667622 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:32:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:32:34.723108 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:34.784389 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-69133674-bfad-4228-a5f5-59794cfc5bf6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "DELETE /v2.0/floatingips/7fc8569b-6b16-41d1-ae60-23008f3894e9 HTTP/1.1" status: 204 len: 173 time: 1.9712274 Feb 16 18:32:34.785470 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:32:34.839474 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'status': 'completed', 'code': 200} Feb 16 18:32:34.851631 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:32:34.932420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-987361d0-c7d7-481c-8f97-7467b1e4f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:34.934087 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-987361d0-c7d7-481c-8f97-7467b1e4f5e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 1162 time: 0.1358960 Feb 16 18:32:35.044935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-872e2ece-fd70-4e4c-aa47-f183fcd70ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:35.046479 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-872e2ece-fd70-4e4c-aa47-f183fcd70ee9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 1162 time: 0.1877358 Feb 16 18:32:35.202253 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-57ac10cb-3f6b-4a9e-852c-3fe1b90d310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:35.203912 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-57ac10cb-3f6b-4a9e-852c-3fe1b90d310d service neutron] 10.222.0.16 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.2587986 Feb 16 18:32:35.225209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:11Z', 'revision_number': 2, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:32:35.229347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:32:35.238302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:32:35.238959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:32:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:32:35.290133 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-d15f43f1-3a01-4c6d-b791-a325fbf03240 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 217 time: 0.0775964 Feb 16 18:32:35.292917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-12895b37-1e89-428a-96d1-b8cb8729a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:35.294433 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-12895b37-1e89-428a-96d1-b8cb8729a8c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.2400980 Feb 16 18:32:35.414120 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-86e421ff-39aa-4088-a253-5a1acdffe08c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 200 len: 217 time: 0.0793273 Feb 16 18:32:35.429889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:32:35.479758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-4901c689-f6f0-4ba9-a97f-b040f6681c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:35.481418 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-4901c689-f6f0-4ba9-a97f-b040f6681c58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.1843984 Feb 16 18:32:35.548418 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-36ddad3a-d453-4efe-92b9-ef2ff8ea7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:35.550044 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-36ddad3a-d453-4efe-92b9-ef2ff8ea7947 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.1293614 Feb 16 18:32:35.635225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-2d77d78d-bfc7-4e11-b366-ed866e6e024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:35.636922 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-2d77d78d-bfc7-4e11-b366-ed866e6e024f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1480389 Feb 16 18:32:35.963747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:11Z', 'revision_number': 2, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:32:35.967937 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0f857-a0b3-4812-bb44-824fcdca74f5 None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_floatingips': [{'id': 'f58a849e-d4ed-4118-96a5-4494213e5f43', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'router_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'port_id': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'mac_address': 'fa:16:3e:d0:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:28:06Z', 'updated_at': '2021-02-16T18:28:11Z', 'revision_number': 2, 'project_id': '885df98322b84b27b7f8e02037135304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:32:35.974809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-57ba925a-e661-4cc0-a08b-dae5f2b2e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:35.976506 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-57ba925a-e661-4cc0-a08b-dae5f2b2e8a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4190097 Feb 16 18:32:36.137186 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-0ffe32d3-da89-4af6-b16c-1bd7ba773ec9 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913635 Feb 16 18:32:36.203381 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-a364bd72-6b9a-4735-8c8a-07acc1e7878d service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129774 Feb 16 18:32:36.359492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6631b-b139-4f14-a2e6-347d1fef7c9a None None] New status for floating IP 7fc8569b-6b16-41d1-ae60-23008f3894e9: DOWN {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:32:36.412510 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-446b0432-bf4d-49c8-a37c-81c85fed6e6b req-cba0f09e-e4bd-4a5a-bdbe-323392badc4b service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2670920 Feb 16 18:32:36.432475 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-2144fcfd-67ab-4fd6-b93d-4c83a2a2ae7f req-e53f9141-9dba-4b53-a2db-7f16e11aeea2 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1822264 Feb 16 18:32:36.917657 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274602d-a22c-4774-b982-f39af8682337 req-f63e4618-f7f3-49c1-8e42-ec4aed8854f0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:36.918429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-c274602d-a22c-4774-b982-f39af8682337 req-f63e4618-f7f3-49c1-8e42-ec4aed8854f0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:32:36.963710 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-c274602d-a22c-4774-b982-f39af8682337 req-f63e4618-f7f3-49c1-8e42-ec4aed8854f0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:32:36.964938 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c274602d-a22c-4774-b982-f39af8682337 req-f63e4618-f7f3-49c1-8e42-ec4aed8854f0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 945 time: 0.1318290 Feb 16 18:32:37.012602 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c274602d-a22c-4774-b982-f39af8682337 req-824662c4-2bfe-4ee5-b182-7c956466588d tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413404 Feb 16 18:32:37.687116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:32:38.265811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74ee7c-c1cf-4d87-9776-9d0e006687a4 req-2c025fb9-f06d-4a62-8ff1-e08d5b2a39f0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:38.267421 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4c74ee7c-c1cf-4d87-9776-9d0e006687a4 req-2c025fb9-f06d-4a62-8ff1-e08d5b2a39f0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 945 time: 0.1410201 Feb 16 18:32:38.315576 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4c74ee7c-c1cf-4d87-9776-9d0e006687a4 req-72151ce8-e34b-4c31-be85-0d29a1c94941 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0412180 Feb 16 18:32:38.615612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-4c666971-cb59-4fa5-a1c5-4497460613e7 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:38.617063 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-4c666971-cb59-4fa5-a1c5-4497460613e7 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 945 time: 0.0843301 Feb 16 18:32:38.696117 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Deleting port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:32:38.696500 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:38.918011 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 1e0ed4f4-b704-4d5e-be03-049124ca4a86 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:32:38.962548 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] For port 1e0ed4f4-b704-4d5e-be03-049124ca4a86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:32:38.962957 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:39.036397 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:39.065430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:32:39.084301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 1e0ed4f4-b704-4d5e-be03-049124ca4a86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:32:39.098983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Calling delete_port for 1e0ed4f4-b704-4d5e-be03-049124ca4a86 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:32:39.116027 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:39.120891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5e081473-bd63-4042-89cc-25af37b7bb16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:32:39.161458 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'code': 200} Feb 16 18:32:39.194514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=1e0ed4f4-b704-4d5e-be03-049124ca4a86,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:32:39.202503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.202939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.203362 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.203763 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.204135 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.204510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.204876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.205244 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.205612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.205974 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.206337 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.206785 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.207207 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.207577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.207966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.208326 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.208685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.209042 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.209400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.209759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.210126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.210483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.210841 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.211197 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:32:39.213490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:32:39.213866 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:32:39.215533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:32:39.518911 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a54293-d5b7-47cc-977c-8f79addbbb67 req-3e164f5d-941e-4fb0-8a6e-d7e29037e736 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:39.520959 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c3a54293-d5b7-47cc-977c-8f79addbbb67 req-3e164f5d-941e-4fb0-8a6e-d7e29037e736 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 943 time: 0.0892549 Feb 16 18:32:39.567520 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c3a54293-d5b7-47cc-977c-8f79addbbb67 req-57497345-3cf9-4a43-b9fe-91fe642fd1c2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0404506 Feb 16 18:32:39.715388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Deleting port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:32:39.715792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:39.980697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] For port 1e0ed4f4-b704-4d5e-be03-049124ca4a86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1e0ed4f4-b704-4d5e-be03-049124ca4a86,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:32:39.981096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:40.112263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Calling delete_port for 1e0ed4f4-b704-4d5e-be03-049124ca4a86 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:32:40.289414 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:40.304367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-41012950-5a3c-4037-853e-f559cd743f72 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:32:40.362472 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event deleted for resources: {'Port': ['ID=1e0ed4f4-b704-4d5e-be03-049124ca4a86,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:32:40.366308 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:32:40.506717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] No DVR routers for this DVR port 1e0ed4f4-b704-4d5e-be03-049124ca4a86 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:32:40.508998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:40.511731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'name': 'network-vif-deleted', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:32:40.558962 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b4aa32d1-11d6-406e-a274-bb15e86c05d8 req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "DELETE /v2.0/ports/1e0ed4f4-b704-4d5e-be03-049124ca4a86 HTTP/1.1" status: 204 len: 173 time: 1.9362965 Feb 16 18:32:40.614377 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da2ddb4-d021-4343-89da-b3063f873004', 'name': 'network-vif-deleted', 'tag': '1e0ed4f4-b704-4d5e-be03-049124ca4a86', 'status': 'completed', 'code': 200} Feb 16 18:32:40.749628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-42062d73-8110-4bb6-a398-868677026bac req-63444d78-30f2-4f90-9e7f-02181a597b63 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:32:40.790014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-42062d73-8110-4bb6-a398-868677026bac req-63444d78-30f2-4f90-9e7f-02181a597b63 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:32:40.791502 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42062d73-8110-4bb6-a398-868677026bac req-63444d78-30f2-4f90-9e7f-02181a597b63 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da2ddb4-d021-4343-89da-b3063f873004 HTTP/1.1" status: 200 len: 210 time: 0.0963616 Feb 16 18:32:42.436025 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:44.518568 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-4a592740-73de-4c53-a22a-0c9e28f30255 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips/f58a849e-d4ed-4118-96a5-4494213e5f43 HTTP/1.1" status: 200 len: 998 time: 0.1132600 Feb 16 18:32:44.677896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-5c77619f-8061-4967-8f37-4a06c84577a6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:44.679348 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-5c77619f-8061-4967-8f37-4a06c84577a6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1543038 Feb 16 18:32:44.789258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-e054b74d-8cf6-4466-8488-5b30c9a5c611 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:32:44.832351 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-e054b74d-8cf6-4466-8488-5b30c9a5c611 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:32:44.834101 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-e054b74d-8cf6-4466-8488-5b30c9a5c611 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.252 HTTP/1.1" status: 200 len: 1001 time: 0.1483641 Feb 16 18:32:45.153848 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-483bcb10-17d5-4bab-8da9-5426050af546 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:45.155343 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-483bcb10-17d5-4bab-8da9-5426050af546 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports/9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 942 time: 0.3153639 Feb 16 18:32:45.339383 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-ac49e5c1-7378-4900-ad04-3df693c16d6f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.252 HTTP/1.1" status: 200 len: 1001 time: 0.1046309 Feb 16 18:32:45.561612 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Deleting port 281c3b6d-faf7-464c-9d55-f6c4f9656254 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:32:45.562214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:45.739915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:45.740302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:45.870654 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Calling delete_port for 281c3b6d-faf7-464c-9d55-f6c4f9656254 owned by network:floatingip {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:32:46.041771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:46.058036 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7a484e44-a8b8-4ebf-853e-8e6354b2fed0 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:32:46.117552 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event deleted for resources: {'Port': ['ID=281c3b6d-faf7-464c-9d55-f6c4f9656254,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:32:46.121126 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:32:46.285347 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:46.286348 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Floating IP f58a849e-d4ed-4118-96a5-4494213e5f43 disassociated (deleted). External IP: 172.27.3.252, port: 9ca81922-bb73-41f6-a649-858aefc4dac6. Feb 16 18:32:46.657439 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Router 96aecc64-df47-483c-ada9-1591e75b4583 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:32:46.848819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:32:46.859238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:32:46.873701 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:32:46.879965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:32:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:32:46.933767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:46.993284 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-61fa12da-11ae-4c78-a1f2-f48badc72971 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "DELETE /v2.0/floatingips/f58a849e-d4ed-4118-96a5-4494213e5f43 HTTP/1.1" status: 204 len: 173 time: 1.6478834 Feb 16 18:32:46.993854 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:32:47.062950 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'status': 'completed', 'code': 200} Feb 16 18:32:47.064536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:32:47.178302 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-0632c7ee-ab7a-417a-9127-092e116528e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:47.179946 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-0632c7ee-ab7a-417a-9127-092e116528e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1162 time: 0.1608601 Feb 16 18:32:47.181808 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-91870fa0-bb0b-438b-959a-816dd438d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:47.183297 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-91870fa0-bb0b-438b-959a-816dd438d22b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=885df98322b84b27b7f8e02037135304&device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 1162 time: 0.1147220 Feb 16 18:32:47.399767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:32:47.403837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:32:47.412730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:32:47.413391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:32:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:32:47.448014 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-e7bf9b6b-5279-4e1d-a478-7b65bcbdba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:47.449599 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-e7bf9b6b-5279-4e1d-a478-7b65bcbdba5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.2631953 Feb 16 18:32:47.454066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-9ff0401f-54df-45cf-a187-18e7ecd99522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:47.455585 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-9ff0401f-54df-45cf-a187-18e7ecd99522 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 200 len: 906 time: 0.2438221 Feb 16 18:32:47.532143 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-d4ab63aa-af0c-4474-96bb-9ff2140720e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 217 time: 0.0747557 Feb 16 18:32:47.608803 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:32:47.898763 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-aabbece2-a113-4c82-b458-6e9b6064a415 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 200 len: 217 time: 0.3841169 Feb 16 18:32:47.952143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-27c4abdb-da47-485f-88b2-d1ef0867d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:47.953707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:32:47.953869 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-27c4abdb-da47-485f-88b2-d1ef0867d920 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.4149570 Feb 16 18:32:47.957959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8c8a3-85e1-4f09-84b8-5ce58afe8859 None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:24:10Z', 'revision_number': 4, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '799dcc77-f127-4d21-bad9-a4e4f0ccdd28', 'name': '', 'network_id': '8618f37b-8d67-45e4-bfe8-13b9a2b58ad1', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'mac_address': 'fa:16:3e:55:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:08Z', 'updated_at': '2021-02-16T18:24:20Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'subnets': [{'id': 'de620961-e2cd-496e-bbe7-632e755e5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:32:48.028758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-53307a62-876a-494a-b51c-90e987bb55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:48.030358 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-53307a62-876a-494a-b51c-90e987bb55d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 200 len: 851 time: 0.1246419 Feb 16 18:32:48.105403 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-8b0a094e-8eab-4c02-b34e-981a8d00b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:48.107061 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-8b0a094e-8eab-4c02-b34e-981a8d00b5dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1436093 Feb 16 18:32:48.236241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-f99cbbb8-cdc9-4c31-b8b0-a1fb1f4b6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:48.237938 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-f99cbbb8-cdc9-4c31-b8b0-a1fb1f4b6038 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1993706 Feb 16 18:32:48.351000 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ebac01-3c59-4a81-9c01-e2c90bb1e618 None None] New status for floating IP f58a849e-d4ed-4118-96a5-4494213e5f43: DOWN {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:32:48.375195 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-fb240b1c-22de-4122-9a98-ea0aab5ae4ef service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595227 Feb 16 18:32:48.513394 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-afc6e168-cb4a-4ddc-9d52-498b516f63da service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678387 Feb 16 18:32:48.641838 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-943cd126-ec3d-4b28-bd86-4c1f5c48790e req-06afdc91-da5f-4f0b-b34f-3aa2935fa4c6 service neutron] 10.222.0.16 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2597547 Feb 16 18:32:48.679787 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5a535ef0-2c35-4861-afbc-13bb492f91b8 req-4b6f6179-8afb-4850-9b3d-013c0326b4f8 service neutron] 10.222.0.72 "GET /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1594877 Feb 16 18:32:49.162125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af192f66-c71d-4a54-8e8c-82297c89b492 req-e479bb30-f03c-41e0-8e3d-6386d8e2316a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:49.162902 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-af192f66-c71d-4a54-8e8c-82297c89b492 req-e479bb30-f03c-41e0-8e3d-6386d8e2316a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:32:49.214782 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-af192f66-c71d-4a54-8e8c-82297c89b492 req-e479bb30-f03c-41e0-8e3d-6386d8e2316a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:32:49.216100 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af192f66-c71d-4a54-8e8c-82297c89b492 req-e479bb30-f03c-41e0-8e3d-6386d8e2316a tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.1391475 Feb 16 18:32:49.269555 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af192f66-c71d-4a54-8e8c-82297c89b492 req-d621ce6a-54a3-458a-b65d-0232cdc61e1e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0453107 Feb 16 18:32:49.685554 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-497116d7-7de8-4928-b509-271ddfc6e941 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0757558 Feb 16 18:32:49.835448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-e6dd2413-85b5-4a58-b4ff-7ef150ad8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:49.837076 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-e6dd2413-85b5-4a58-b4ff-7ef150ad8608 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.0779798 Feb 16 18:32:49.992743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-20e613fa-2f82-4853-9fb9-3572f422501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:49.994232 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-20e613fa-2f82-4853-9fb9-3572f422501f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.1375952 Feb 16 18:32:50.111403 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-7edeee81-fd96-49bd-8ae2-dfeebac64aa5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 1001 time: 0.1041121 Feb 16 18:32:50.186181 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-678ed3a7-f0f1-4ad6-8aad-932c3eedafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:50.187762 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-678ed3a7-f0f1-4ad6-8aad-932c3eedafd9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.0673983 Feb 16 18:32:50.274430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-a7d28444-f31b-4299-9e50-afbedcc96354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:50.276012 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-a7d28444-f31b-4299-9e50-afbedcc96354 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807266 Feb 16 18:32:50.487729 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-d4081603-41d8-4a88-bdc1-9428d11f6848 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046554 Feb 16 18:32:50.527038 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ca27-4a13-44b7-92a7-1522c20630bd req-cb8108fb-f90a-4f41-a83d-8604996e7f42 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:50.528585 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7903ca27-4a13-44b7-92a7-1522c20630bd req-cb8108fb-f90a-4f41-a83d-8604996e7f42 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.1408315 Feb 16 18:32:50.653499 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7903ca27-4a13-44b7-92a7-1522c20630bd req-373e96fb-ec71-446c-8034-13805d24b32f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1120327 Feb 16 18:32:50.681121 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d7feb06a-0481-410f-a72e-c20c6143e34e req-878bba3d-c319-4171-917b-dbffe3f754ec service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1842859 Feb 16 18:32:50.871017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-6da94bbc-b158-425b-abd2-e20eb997a506 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:50.872562 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-6da94bbc-b158-425b-abd2-e20eb997a506 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 945 time: 0.0854282 Feb 16 18:32:50.948986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 9ca81922-bb73-41f6-a649-858aefc4dac6 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:32:50.954333 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Deleting port 9ca81922-bb73-41f6-a649-858aefc4dac6 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:32:50.954726 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:51.070716 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:51.099881 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:32:51.111130 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 9ca81922-bb73-41f6-a649-858aefc4dac6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9ca81922-bb73-41f6-a649-858aefc4dac6,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:32:51.144672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:51.146734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e3e77735-5c02-4e5e-969d-98e3b789d55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:32:51.180070 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'code': 200} Feb 16 18:32:51.218444 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=9ca81922-bb73-41f6-a649-858aefc4dac6,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:32:51.219359 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] For port 9ca81922-bb73-41f6-a649-858aefc4dac6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9ca81922-bb73-41f6-a649-858aefc4dac6,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:32:51.219890 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:51.221812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:32:51.359604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Calling delete_port for 9ca81922-bb73-41f6-a649-858aefc4dac6 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:32:51.533483 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:32:51.533856 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:32:51.853793 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c20d-30c8-4f37-8ae3-d2522ee0ca41 req-a6ff1378-4a1a-4aa7-b859-890d10e142ca tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:51.855295 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1075c20d-30c8-4f37-8ae3-d2522ee0ca41 req-a6ff1378-4a1a-4aa7-b859-890d10e142ca tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 943 time: 0.0880806 Feb 16 18:32:51.902210 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-1075c20d-30c8-4f37-8ae3-d2522ee0ca41 req-4f4690fa-a803-4b01-8229-b6f7f7dd952b tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups?id=7964954f-b5a9-4af5-80d1-80ef41d64a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0400581 Feb 16 18:32:52.035145 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Deleting port 9ca81922-bb73-41f6-a649-858aefc4dac6 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:32:52.036055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:52.070254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-25dbc927-8c27-42ed-9118-38d39e54bdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:52.302609 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] For port 9ca81922-bb73-41f6-a649-858aefc4dac6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9ca81922-bb73-41f6-a649-858aefc4dac6,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:32:52.303166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:52.433046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Calling delete_port for 9ca81922-bb73-41f6-a649-858aefc4dac6 owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:32:52.635939 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:52.651565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-428271ee-7515-4643-b4b3-a730964649f6 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:32:52.710630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event deleted for resources: {'Port': ['ID=9ca81922-bb73-41f6-a649-858aefc4dac6,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:32:52.714464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:32:53.076978 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-636ac6af-260c-4591-bb56-04fa6f71e673 req-52712107-79dd-48e4-8be0-092ff0a7419f tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 210 time: 0.0572953 Feb 16 18:32:53.147372 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] No DVR routers for this DVR port 9ca81922-bb73-41f6-a649-858aefc4dac6 on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:32:53.149784 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:53.153757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'name': 'network-vif-deleted', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:32:53.190681 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8b2e5eaa-36b9-4150-948a-2f7dea957f3b req-644c2683-d107-41d9-ab55-48b0a84c5f09 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.72 "DELETE /v2.0/ports/9ca81922-bb73-41f6-a649-858aefc4dac6 HTTP/1.1" status: 204 len: 173 time: 2.3116920 Feb 16 18:32:53.202905 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e3d15d-6f8c-4188-b2e9-c3f00c6c1720', 'name': 'network-vif-deleted', 'tag': '9ca81922-bb73-41f6-a649-858aefc4dac6', 'status': 'completed', 'code': 200} Feb 16 18:32:54.172877 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-03731c9f-6d57-45e9-b7ca-f2e0c8e07da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:54.262486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-439f5a18-4533-4cdd-aea8-58dafc34bdf8 req-00ef9c3b-37a4-44a5-8fa1-1a8f27505b32 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:32:54.321408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-439f5a18-4533-4cdd-aea8-58dafc34bdf8 req-00ef9c3b-37a4-44a5-8fa1-1a8f27505b32 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:32:54.322735 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-439f5a18-4533-4cdd-aea8-58dafc34bdf8 req-00ef9c3b-37a4-44a5-8fa1-1a8f27505b32 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e3d15d-6f8c-4188-b2e9-c3f00c6c1720 HTTP/1.1" status: 200 len: 210 time: 0.1133306 Feb 16 18:32:55.041468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:55.526733 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a07938e1-48ca-4504-a426-39d19b48a74e req-35305fdf-c8bd-45ca-9bbb-71bc2444bd67 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips/4f63b493-97f6-4abd-b407-bc83afc69c2f HTTP/1.1" status: 200 len: 692 time: 0.0890992 Feb 16 18:32:55.685263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07938e1-48ca-4504-a426-39d19b48a74e req-c03cbb41-f163-44cf-ace1-c7c6769a0dc2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:32:55.686698 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a07938e1-48ca-4504-a426-39d19b48a74e req-c03cbb41-f163-44cf-ace1-c7c6769a0dc2 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.1542602 Feb 16 18:32:55.772786 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-a07938e1-48ca-4504-a426-39d19b48a74e req-74b93b39-7184-4b7c-bf5e-b2f466f6680e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Synchronizing usage tracker for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:32:55.824094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-a07938e1-48ca-4504-a426-39d19b48a74e req-74b93b39-7184-4b7c-bf5e-b2f466f6680e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Unset dirty status for tenant:885df98322b84b27b7f8e02037135304 on resource:floatingip {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:32:55.825359 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a07938e1-48ca-4504-a426-39d19b48a74e req-74b93b39-7184-4b7c-bf5e-b2f466f6680e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.77 HTTP/1.1" status: 200 len: 695 time: 0.1319351 Feb 16 18:32:55.914359 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a07938e1-48ca-4504-a426-39d19b48a74e req-4fd4c771-3b2b-4f3b-a0f6-a4fe58449f66 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0825565 Feb 16 18:32:55.921518 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:56.087503 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Deleting port bf946c3e-5691-4a91-9d86-eec7e405f591 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:32:56.087840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:56.271144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:56.271515 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:56.405341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Calling delete_port for bf946c3e-5691-4a91-9d86-eec7e405f591 owned by network:floatingip {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:32:56.495138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:56.578413 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:56.594645 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-9a945f6f-a8a5-46ae-b35c-4e23290ae541 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:32:56.649973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event deleted for resources: {'Port': ['ID=bf946c3e-5691-4a91-9d86-eec7e405f591,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:32:56.653948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:32:56.815102 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for floatingip, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:56.895575 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:56.896868 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a07938e1-48ca-4504-a426-39d19b48a74e req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "DELETE /v2.0/floatingips/4f63b493-97f6-4abd-b407-bc83afc69c2f HTTP/1.1" status: 204 len: 173 time: 0.9764369 Feb 16 18:32:58.429401 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f6427d78-d221-4e7d-9e78-45c4e0772f48 req-af10334a-9218-4257-919c-deaecf73207e tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "GET /v2.0/security-groups/7964954f-b5a9-4af5-80d1-80ef41d64a9f HTTP/1.1" status: 200 len: 2999 time: 0.0517058 Feb 16 18:32:58.505682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f6427d78-d221-4e7d-9e78-45c4e0772f48 req-e1591807-d13f-4a5d-8e2b-fa4975274570 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:58.535004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f6427d78-d221-4e7d-9e78-45c4e0772f48 req-e1591807-d13f-4a5d-8e2b-fa4975274570 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:58.734671 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f6427d78-d221-4e7d-9e78-45c4e0772f48 req-e1591807-d13f-4a5d-8e2b-fa4975274570 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:58.740665 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-bb6b1495-6d24-44e2-898c-63528d9b381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:32:58.757488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1591807-d13f-4a5d-8e2b-fa4975274570 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7964954f-b5a9-4af5-80d1-80ef41d64a9f,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:32:58.760150 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e1591807-d13f-4a5d-8e2b-fa4975274570 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:32:58.806696 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-f6427d78-d221-4e7d-9e78-45c4e0772f48 req-e1591807-d13f-4a5d-8e2b-fa4975274570 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:32:58.808012 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-f6427d78-d221-4e7d-9e78-45c4e0772f48 req-e1591807-d13f-4a5d-8e2b-fa4975274570 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] 10.222.0.16 "DELETE /v2.0/security-groups/7964954f-b5a9-4af5-80d1-80ef41d64a9f HTTP/1.1" status: 204 len: 173 time: 0.3725386 Feb 16 18:32:58.921931 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49886) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:32:59.849335 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618650'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:00.216979 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Deleting port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:00.217365 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:00.400915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] For port 799dcc77-f127-4d21-bad9-a4e4f0ccdd28, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:00.401325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:00.533470 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Calling delete_port for 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:33:00.752029 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:00.767184 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-8c06de7e-767d-4c1a-bc15-0acca004cc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:00.825390 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=799dcc77-f127-4d21-bad9-a4e4f0ccdd28,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:00.883915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.884464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.884750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.885165 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.885576 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.885986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.886391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.886796 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.887200 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.887627 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.888033 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.888433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.888886 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.889288 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.889688 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.890090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.890486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.890885 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.891283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.891708 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.892106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.892504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.892899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.893297 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:00.904290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:01.194811 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854167510'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:01.697514 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Router 96aecc64-df47-483c-ada9-1591e75b4583 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:33:01.883378 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:33:01.892490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] Sync routers for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:33:01.896092 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-6890e1ba-c6d3-45ca-943d-44e05a8ac4dd admin admin] 10.222.0.16 "PUT /v2.0/routers/96aecc64-df47-483c-ada9-1591e75b4583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9729712 Feb 16 18:33:01.898772 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49892) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:01.902812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:33:01.903478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:32:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:02.101039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:33:02.347846 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:02.538263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:02.543800 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Deleting port 04e983d4-e02e-45a4-b489-a842df0b31b8 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:02.544177 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:02.577917 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:33:00Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:02.582037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] Checking router: 96aecc64-df47-483c-ada9-1591e75b4583 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:33:02.591587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] Routers {'96aecc64-df47-483c-ada9-1591e75b4583'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:33:02.592261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:32:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['96aecc64-df47-483c-ada9-1591e75b4583'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:02.732954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] For port 04e983d4-e02e-45a4-b489-a842df0b31b8, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=04e983d4-e02e-45a4-b489-a842df0b31b8,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:02.733352 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:02.782106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] Set router 96aecc64-df47-483c-ada9-1591e75b4583 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:33:02.866062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Calling delete_port for 04e983d4-e02e-45a4-b489-a842df0b31b8 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:33:03.073672 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:03.086830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:33:00Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:03.093024 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b625f3d-b5e2-469f-8a02-02eaee1ce283 None None] The sync data for ids ['96aecc64-df47-483c-ada9-1591e75b4583'] in dv-cinder-763306-9-iscsi is: [{'id': '96aecc64-df47-483c-ada9-1591e75b4583', 'name': 'tempest-TestVolumeBootPattern-1970807740-router', 'tenant_id': '885df98322b84b27b7f8e02037135304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:03Z', 'updated_at': '2021-02-16T18:33:00Z', 'revision_number': 5, 'project_id': '885df98322b84b27b7f8e02037135304', 'gw_port': {'id': '04e983d4-e02e-45a4-b489-a842df0b31b8', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aecc64-df47-483c-ada9-1591e75b4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:05Z', 'updated_at': '2021-02-16T18:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:33:03.271899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853800330'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:03.409871 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128496'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:03.412750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:03.566741 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-619145'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:03.567357 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96aecc64-df47-483c-ada9-1591e75b4583 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:33:03.580420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:03.581685 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-26bd40c6-ca29-4b00-8b54-c0ae380e70e3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/96aecc64-df47-483c-ada9-1591e75b4583 HTTP/1.1" status: 204 len: 168 time: 1.6818936 Feb 16 18:33:03.585091 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49896) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:03.652768 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] Deleting subnet de620961-e2cd-496e-bbe7-632e755e5052 {{(pid=83981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:33:03.655932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:03.713567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32263827'] for subnet, precommit_delete_associations {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:03.799884 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.087760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822305665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823643017'] for subnet, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.104401 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c6a2504c-4ff9-4188-9f92-9b7abdb26716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:04.152524 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de620961-e2cd-496e-bbe7-632e755e5052,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:04.203822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:04.239532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.245626 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a32aff4e-8313-4a2f-a297-20d949555fb7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de620961-e2cd-496e-bbe7-632e755e5052 HTTP/1.1" status: 204 len: 168 time: 0.6594365 Feb 16 18:33:04.248430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49900) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:04.248585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c606fc8-94f8-4f15-ab2e-612438d289c5 None None] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:33:04.373101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.450185 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Deleting port 607a0715-7864-4274-a11c-ecfeec38983e {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:04.450573 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.669504 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] DHCP port deletion for 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 request from dv-cinder-763306-9-iscsi {{(pid=83983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:33:04.673730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] Deleting port 607a0715-7864-4274-a11c-ecfeec38983e {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:04.674157 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.676604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] For port 607a0715-7864-4274-a11c-ecfeec38983e, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=607a0715-7864-4274-a11c-ecfeec38983e,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:04.677013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.812115 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Calling delete_port for 607a0715-7864-4274-a11c-ecfeec38983e owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:33:04.890305 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] For port 607a0715-7864-4274-a11c-ecfeec38983e, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=607a0715-7864-4274-a11c-ecfeec38983e,segment=NetworkSegment(f863c606-f535-4a86-b307-db33ccef64c7),segment_id=f863c606-f535-4a86-b307-db33ccef64c7)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:04.890752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.933241 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:04.951170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-f28a3399-0dac-4b96-8b61-9c1c30be96de tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:05.013987 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=607a0715-7864-4274-a11c-ecfeec38983e,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:05.018487 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 607a0715-7864-4274-a11c-ecfeec38983e no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:33:05.058049 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] Calling delete_port for 607a0715-7864-4274-a11c-ecfeec38983e owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:33:05.062274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:05.098509 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 607a0715-7864-4274-a11c-ecfeec38983e {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:33:05.099096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 607a0715-7864-4274-a11c-ecfeec38983e not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:33:05.099245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] No DVR routers for this DVR port 607a0715-7864-4274-a11c-ecfeec38983e on host dv-cinder-763306-9-iscsi {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:33:05.099373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:33:05.140621 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:33:05.140958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 799dcc77-f127-4d21-bad9-a4e4f0ccdd28 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:33:05.141423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 04e983d4-e02e-45a4-b489-a842df0b31b8 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:33:05.189319 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 04e983d4-e02e-45a4-b489-a842df0b31b8 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:33:05.189729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 04e983d4-e02e-45a4-b489-a842df0b31b8 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:33:05.213332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:33:05.213750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:33:05.224576 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:05.340394 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8618f37b-8d67-45e4-bfe8-13b9a2b58ad1']}} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:05.354851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f863c606-f535-4a86-b307-db33ccef64c7') {'for_net_delete': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:05.355198 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f863c606-f535-4a86-b307-db33ccef64c7') {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:05.367810 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822511976'] for segment, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:05.382732 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:05.384769 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:33:05.565144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:33:05.574223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32469725'] for segment, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:05.714896 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] Deleting port 607a0715-7864-4274-a11c-ecfeec38983e {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:05.715334 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:05.790852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-301646b6-984c-44b8-b2b3-0504768ca2d9 None None] The port '607a0715-7864-4274-a11c-ecfeec38983e' was deleted {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:33:05.986836 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Network 8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:33:06.012165 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:33:06.175105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:06.178721 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-d5bdbe3c-434c-433f-8ddb-ad78cd139dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:06.193369 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:06.204324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=8618f37b-8d67-45e4-bfe8-13b9a2b58ad1,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:06.208342 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:06.244629 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-c6ea5628-813b-4e51-9483-a412b0a98d0c admin admin] 10.222.0.16 "DELETE /v2.0/networks/8618f37b-8d67-45e4-bfe8-13b9a2b58ad1 HTTP/1.1" status: 204 len: 168 time: 1.9950585 Feb 16 18:33:06.247685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49904) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:06.822512 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618650'] for router_interface, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:07.197682 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Deleting port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:07.198238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:07.383847 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] For port a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,segment=NetworkSegment(2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5),segment_id=2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:07.384168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:07.516837 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Calling delete_port for a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c owned by network:router_interface {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:33:07.717476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:07.732580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3a1a8c70-47ca-4723-9041-a0bd812ac30b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:07.786882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:07.791068 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:08.140498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854167510'] for router_interface, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:08.879921 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Router 86770931-a4b3-46da-86c6-cc1bc8fc4bad has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:33:09.072128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:33:09.083137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] Sync routers for ids ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:33:09.083468 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-5f8917e4-c261-4459-9030-0c3d59985f52 admin admin] 10.222.0.16 "PUT /v2.0/routers/86770931-a4b3-46da-86c6-cc1bc8fc4bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8345590 Feb 16 18:33:09.086144 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49908) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:09.093744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] Routers {'86770931-a4b3-46da-86c6-cc1bc8fc4bad'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:33:09.094494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:32:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:09.280215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks [] for router, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:09.285802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] Set router 86770931-a4b3-46da-86c6-cc1bc8fc4bad gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:33:09.468258 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:09.473492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Deleting port 995e8567-b268-4458-8050-57574d010590 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:09.473850 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:09.591958 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:33:07Z', 'revision_number': 5, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:09.596015 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] Checking router: 86770931-a4b3-46da-86c6-cc1bc8fc4bad for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:33:09.605004 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] Routers {'86770931-a4b3-46da-86c6-cc1bc8fc4bad'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:33:09.605667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:32:54Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:09.658006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] For port 995e8567-b268-4458-8050-57574d010590, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=995e8567-b268-4458-8050-57574d010590,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:09.658409 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:09.793048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] Set router 86770931-a4b3-46da-86c6-cc1bc8fc4bad gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:33:09.793279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Calling delete_port for 995e8567-b268-4458-8050-57574d010590 owned by network:router_gateway {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:33:09.936007 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.101563 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:33:07Z', 'revision_number': 5, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:10.105788 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad64a3-3435-4700-aad9-0c4cf0ae4fc4 None None] The sync data for ids ['86770931-a4b3-46da-86c6-cc1bc8fc4bad'] in dv-cinder-763306-9-iscsi is: [{'id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'name': 'tempest-TestVolumeBootPattern-1231920485-router', 'tenant_id': '69c8d3946922476eb35fc4d042b8f8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '995e8567-b268-4458-8050-57574d010590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:24:13Z', 'updated_at': '2021-02-16T18:33:07Z', 'revision_number': 5, 'project_id': '69c8d3946922476eb35fc4d042b8f8d8', 'gw_port': {'id': '995e8567-b268-4458-8050-57574d010590', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86770931-a4b3-46da-86c6-cc1bc8fc4bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:24:14Z', 'updated_at': '2021-02-16T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:33:10.124479 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853800330'] for router_gateway, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.267699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128496'] for router, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.270638 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.471723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-619145'] for router, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.472331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86770931-a4b3-46da-86c6-cc1bc8fc4bad {{(pid=83981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:33:10.485364 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] Notify callbacks [] for router, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.486591 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-e0270eea-f484-4cbc-98ee-31c04e782d9e admin admin] 10.222.0.16 "DELETE /v2.0/routers/86770931-a4b3-46da-86c6-cc1bc8fc4bad HTTP/1.1" status: 204 len: 168 time: 1.3994462 Feb 16 18:33:10.489453 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49912) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:10.557743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] Deleting subnet c098cac0-0a65-4695-a794-316b5f769f3d {{(pid=83981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:33:10.561228 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.614889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32263827'] for subnet, precommit_delete_associations {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.701565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:10.982724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:33:11.020567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:33:11.020966 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device a4c0cc0e-ad40-48f9-b1da-c30cffc8a90c not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:33:11.021434 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 995e8567-b268-4458-8050-57574d010590 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:33:11.056717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 995e8567-b268-4458-8050-57574d010590 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:33:11.057109 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 995e8567-b268-4458-8050-57574d010590 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:33:11.189947 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822305665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823643017'] for subnet, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:11.207112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:11.253422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c098cac0-0a65-4695-a794-316b5f769f3d,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:11.256996 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:11.344324 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for subnet, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:11.350040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf469679-7a54-4325-8f9d-ef4654b85abf None None] Network b745deec-68e4-4904-9475-55e97dccf5fb requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:33:11.351829 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-e74e2d89-d0f4-493d-a774-d89cb19370f0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c098cac0-0a65-4695-a794-316b5f769f3d HTTP/1.1" status: 204 len: 168 time: 0.8612947 Feb 16 18:33:11.354490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49916) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:11.473187 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:11.543292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Deleting port 1f3fd414-cef6-47fb-a608-c23aee52e961 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:11.543635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:11.607345 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] DHCP port deletion for b745deec-68e4-4904-9475-55e97dccf5fb request from dv-cinder-763306-9-iscsi {{(pid=83983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:33:11.611779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] Deleting port 1f3fd414-cef6-47fb-a608-c23aee52e961 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:11.612212 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:11.767576 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] For port 1f3fd414-cef6-47fb-a608-c23aee52e961, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=1f3fd414-cef6-47fb-a608-c23aee52e961,segment=NetworkSegment(2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5),segment_id=2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:11.767990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:11.829540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] For port 1f3fd414-cef6-47fb-a608-c23aee52e961, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=1f3fd414-cef6-47fb-a608-c23aee52e961,segment=NetworkSegment(2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5),segment_id=2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:11.829924 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:11.904795 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Calling delete_port for 1f3fd414-cef6-47fb-a608-c23aee52e961 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:33:11.966875 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] Calling delete_port for 1f3fd414-cef6-47fb-a608-c23aee52e961 owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:33:12.012448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:12.028626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-363a39df-eb10-4e63-9fd7-45cc939491e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:12.042250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:33:12.042668 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:33:12.083752 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3fd414-cef6-47fb-a608-c23aee52e961,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:12.086447 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:12.420946 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] No DVR routers for this DVR port 1f3fd414-cef6-47fb-a608-c23aee52e961 on host dv-cinder-763306-9-iscsi {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:33:12.560410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:12.560410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] Deleting port 1f3fd414-cef6-47fb-a608-c23aee52e961 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:33:12.560410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:12.560750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:12.619282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-bdf854a0-e9fe-48d5-abaf-f5cc7bc94eae None None] The port '1f3fd414-cef6-47fb-a608-c23aee52e961' was deleted {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:33:12.671202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b745deec-68e4-4904-9475-55e97dccf5fb']}} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:12.684522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5') {'for_net_delete': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:12.684870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7ae44b-a369-42fe-9f1f-0b76a5c3e9a5') {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:33:12.697607 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822511976'] for segment, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:12.795183 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:12.797301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:33:12.974819 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Network b745deec-68e4-4904-9475-55e97dccf5fb has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:33:12.982578 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 1f3fd414-cef6-47fb-a608-c23aee52e961 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:33:12.987760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32469725'] for segment, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:13.020727 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 1f3fd414-cef6-47fb-a608-c23aee52e961 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:33:13.021283 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 1f3fd414-cef6-47fb-a608-c23aee52e961 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:33:13.167190 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Network b745deec-68e4-4904-9475-55e97dccf5fb has no segments {{(pid=83981) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:33:13.190057 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:33:13.389534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:13.393040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-96630905-9627-4b26-ae41-7b0bf888db1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:13.407335 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:13.418593 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b745deec-68e4-4904-9475-55e97dccf5fb,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:13.421815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:13.423985 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b745deec-68e4-4904-9475-55e97dccf5fb HTTP/1.1" status: 204 len: 168 time: 2.0684452 Feb 16 18:33:13.619876 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49922) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:13.671511 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-484fcb1d-34c3-4b09-a786-ec06fcd3e89e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=885df98322b84b27b7f8e02037135304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502913 Feb 16 18:33:13.673990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83981) accepted ('10.222.0.16', 49926) {{(pid=83981) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:13.734131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0524-f05a-4109-b287-376aa8b0f91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:13.764830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0524-f05a-4109-b287-376aa8b0f91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:13.991760 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0524-f05a-4109-b287-376aa8b0f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:13.996952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-18c333ad-e75c-4525-84d4-10ff447163ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:14.011254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d0524-f05a-4109-b287-376aa8b0f91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d54caac-7d0d-413e-8968-c16a3e3c8c40,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:14.016776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e3d0524-f05a-4109-b287-376aa8b0f91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:14.018813 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0524-f05a-4109-b287-376aa8b0f91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:14.020853 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-7e3d0524-f05a-4109-b287-376aa8b0f91b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d54caac-7d0d-413e-8968-c16a3e3c8c40 HTTP/1.1" status: 204 len: 168 time: 0.3456457 Feb 16 18:33:14.685484 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49934) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:14.687220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:33:14.738972 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-52f09143-0cab-4be7-aa06-30ea52889b81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69c8d3946922476eb35fc4d042b8f8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522270 Feb 16 18:33:14.741999 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 49938) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:33:14.801535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e2555a99-f6cb-4acd-8de0-fc79c12177ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:14.828983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e2555a99-f6cb-4acd-8de0-fc79c12177ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:14.915202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e2555a99-f6cb-4acd-8de0-fc79c12177ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:14.920667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-cf205043-76d2-46f3-b3bb-526afeaffcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:14.934452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2555a99-f6cb-4acd-8de0-fc79c12177ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9162455b-f13f-48d5-b20c-2bfc2cee3898,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:14.937236 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e2555a99-f6cb-4acd-8de0-fc79c12177ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:14.938381 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e2555a99-f6cb-4acd-8de0-fc79c12177ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:14.939602 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-e2555a99-f6cb-4acd-8de0-fc79c12177ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9162455b-f13f-48d5-b20c-2bfc2cee3898 HTTP/1.1" status: 204 len: 168 time: 0.1966503 Feb 16 18:33:22.054822 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1d2f-ec86-4988-9dde-a705e52b0994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:24.157449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8e625ea-783d-4ada-9722-b16c43051394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:25.071476 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:25.926274 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:26.497729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:30.661275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3829404-004d-4841-8247-110abe0c256e req-c907ae45-d8ec-4b94-a9ec-0c048083c544 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:30.663409 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d3829404-004d-4841-8247-110abe0c256e req-c907ae45-d8ec-4b94-a9ec-0c048083c544 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0867779 Feb 16 18:33:30.713766 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d3829404-004d-4841-8247-110abe0c256e req-b4185117-c0aa-4d44-a71b-b6e05d46c86a tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438328 Feb 16 18:33:31.913757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fafbda-0fae-4934-a256-80184e61d0a3 req-e5d5a4a0-41a0-4aeb-8036-181103e67fe9 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:31.915645 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39fafbda-0fae-4934-a256-80184e61d0a3 req-e5d5a4a0-41a0-4aeb-8036-181103e67fe9 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0870054 Feb 16 18:33:31.962334 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-39fafbda-0fae-4934-a256-80184e61d0a3 req-d5ea61ec-bf5a-44ce-baae-451a5e4862d8 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0401852 Feb 16 18:33:33.178249 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d678d-fbd2-43b5-9247-31075ad69b76 req-c3e6a128-eed2-476f-be71-9a46132c8ca0 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:33.179889 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-295d678d-fbd2-43b5-9247-31075ad69b76 req-c3e6a128-eed2-476f-be71-9a46132c8ca0 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0909772 Feb 16 18:33:33.227955 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-295d678d-fbd2-43b5-9247-31075ad69b76 req-ca618550-02ec-4a6d-ac45-0c9689ab5254 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417469 Feb 16 18:33:34.425830 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819765b9-6acb-49ba-814e-33c487e4eb08 req-8b774728-c56b-4634-9d71-2449367f6a64 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:34.427516 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-819765b9-6acb-49ba-814e-33c487e4eb08 req-8b774728-c56b-4634-9d71-2449367f6a64 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0883408 Feb 16 18:33:34.476245 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-819765b9-6acb-49ba-814e-33c487e4eb08 req-7385e3da-7980-4461-832d-70ece22222bf tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426283 Feb 16 18:33:35.678090 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b81c-ee38-4d82-963c-0b34dffca1bf req-bf911fda-3a8c-4e3a-b6ad-6bf7ab9ab9b3 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:35.679743 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c84b81c-ee38-4d82-963c-0b34dffca1bf req-bf911fda-3a8c-4e3a-b6ad-6bf7ab9ab9b3 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0904493 Feb 16 18:33:35.727787 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c84b81c-ee38-4d82-963c-0b34dffca1bf req-e29a72f3-ea8d-4c36-a2f3-53e2b9c6c8bd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417976 Feb 16 18:33:36.930809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102521d-9e9c-4e12-9a1d-e59d8c575f00 req-eb679d5e-d3fe-493c-b363-06fa8fc5b8df tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:36.932471 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8102521d-9e9c-4e12-9a1d-e59d8c575f00 req-eb679d5e-d3fe-493c-b363-06fa8fc5b8df tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0913270 Feb 16 18:33:36.980176 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-8102521d-9e9c-4e12-9a1d-e59d8c575f00 req-6c59d435-5b7a-4396-906e-1c5bd05ff3ee tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415180 Feb 16 18:33:38.180492 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7b8b-f39a-4344-8256-029946217b2a req-7f68e2d2-475a-49bc-8dc6-235bb6575b4d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:38.182128 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25fc7b8b-f39a-4344-8256-029946217b2a req-7f68e2d2-475a-49bc-8dc6-235bb6575b4d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0871887 Feb 16 18:33:38.229928 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-25fc7b8b-f39a-4344-8256-029946217b2a req-9fb8e92f-eba5-48f4-92f7-e76032412f8e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0413799 Feb 16 18:33:39.266248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 3d511113-0576-45e0-8143-74d1b908994e up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:33:39.339448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 3d511113-0576-45e0-8143-74d1b908994e triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:33:39.339909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:39.432849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e3986-b7b2-4c8a-ad2a-d57397b5b0f4 req-0286837c-69a8-4c5a-9605-b84e2c2522c9 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:39.434456 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-de9e3986-b7b2-4c8a-ad2a-d57397b5b0f4 req-0286837c-69a8-4c5a-9605-b84e2c2522c9 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0908983 Feb 16 18:33:39.484576 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-de9e3986-b7b2-4c8a-ad2a-d57397b5b0f4 req-e40296a0-a2c0-4245-948a-e39f538e8b5c tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0436294 Feb 16 18:33:40.681637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71b5e-4e2b-4fd3-af42-559c671b0869 req-e4a49bff-100c-4fc2-a7f3-3d2cddb1ce44 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:40.683268 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d1e71b5e-4e2b-4fd3-af42-559c671b0869 req-e4a49bff-100c-4fc2-a7f3-3d2cddb1ce44 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0871427 Feb 16 18:33:40.784108 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d1e71b5e-4e2b-4fd3-af42-559c671b0869 req-c882773e-12e7-44f7-a0ce-fc5ce4fa2aa7 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0944059 Feb 16 18:33:40.805908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec3f-ab13-474f-ba7f-6161493213ab req-a596cc8a-7543-4f5b-a813-335f62360ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:40.807507 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-685cec3f-ab13-474f-ba7f-6161493213ab req-a596cc8a-7543-4f5b-a813-335f62360ad8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.1167397 Feb 16 18:33:40.949412 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec3f-ab13-474f-ba7f-6161493213ab req-10ef770d-1865-4c13-a6bb-dc96cfcbaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:40.950998 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-685cec3f-ab13-474f-ba7f-6161493213ab req-10ef770d-1865-4c13-a6bb-dc96cfcbaed6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.1372666 Feb 16 18:33:41.060118 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-685cec3f-ab13-474f-ba7f-6161493213ab req-bea44568-e702-4974-b5fd-745174ed0a79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 1001 time: 0.1025043 Feb 16 18:33:41.129598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec3f-ab13-474f-ba7f-6161493213ab req-dbcd1b9f-519e-4d7d-b35b-7722753a134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:41.131776 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-685cec3f-ab13-474f-ba7f-6161493213ab req-dbcd1b9f-519e-4d7d-b35b-7722753a134e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.0649426 Feb 16 18:33:41.214777 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec3f-ab13-474f-ba7f-6161493213ab req-73c10507-fbbe-4615-b80b-78834883ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:41.216372 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-685cec3f-ab13-474f-ba7f-6161493213ab req-73c10507-fbbe-4615-b80b-78834883ca00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785754 Feb 16 18:33:41.356545 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-685cec3f-ab13-474f-ba7f-6161493213ab req-9a2fd3aa-b2c5-4e85-ba17-4254253abaaf service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328855 Feb 16 18:33:41.497371 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-685cec3f-ab13-474f-ba7f-6161493213ab req-20165449-5ec7-4efc-a039-019dabcfa052 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345015 Feb 16 18:33:41.980391 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8e6f3-0ca3-4a72-acc3-1477fe007cef req-398770b8-eb08-47ad-bda5-c21359345e54 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:41.982073 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-77e8e6f3-0ca3-4a72-acc3-1477fe007cef req-398770b8-eb08-47ad-bda5-c21359345e54 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0868652 Feb 16 18:33:42.030095 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-77e8e6f3-0ca3-4a72-acc3-1477fe007cef req-0f9da863-5449-45a0-87e0-451136beff0b tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417287 Feb 16 18:33:42.452051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:43.241278 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302113b-cc42-4acf-8975-82ddafa70610 req-da4c26db-081e-478f-96df-3e35df53d849 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:43.242821 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7302113b-cc42-4acf-8975-82ddafa70610 req-da4c26db-081e-478f-96df-3e35df53d849 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0920980 Feb 16 18:33:43.270948 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 3d511113-0576-45e0-8143-74d1b908994e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:33:43.293204 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-7302113b-cc42-4acf-8975-82ddafa70610 req-47ddb725-7f7b-4f31-8ad0-9f0cc02f6e5b tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0441117 Feb 16 18:33:43.564221 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:43.594432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d511113-0576-45e0-8143-74d1b908994e'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:33:43.605151 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 3d511113-0576-45e0-8143-74d1b908994e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3d511113-0576-45e0-8143-74d1b908994e,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:43.635051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:43.637186 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:43.709728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=3d511113-0576-45e0-8143-74d1b908994e,revision_number=5']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:43.717838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.718204 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.718590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.718969 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.719346 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.719767 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.720146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.720517 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.721100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.721225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.721590 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.721957 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.722380 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.722744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.723116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.723478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.724039 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.724301 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.724586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.724952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.725318 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.725681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.726045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.726408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:33:43.731292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:43.847047 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d511113-0576-45e0-8143-74d1b908994e', 'code': 200} Feb 16 18:33:44.505537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925059bf-4388-44ef-b52a-aa4b36b59710 req-74129325-e4fe-4433-b0c8-83b77264a928 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:44.507307 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-925059bf-4388-44ef-b52a-aa4b36b59710 req-74129325-e4fe-4433-b0c8-83b77264a928 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0904460 Feb 16 18:33:44.557761 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-925059bf-4388-44ef-b52a-aa4b36b59710 req-8b02b6be-24bc-49dc-8b3c-49c29c1d8533 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0442340 Feb 16 18:33:45.065833 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1cf9c-7aee-41aa-a8f9-b4ae3e4171d2 req-28ea9ca6-df9e-4402-a632-9d19c5fb0581 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:45.067426 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52b1cf9c-7aee-41aa-a8f9-b4ae3e4171d2 req-28ea9ca6-df9e-4402-a632-9d19c5fb0581 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.1394560 Feb 16 18:33:45.130164 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-52b1cf9c-7aee-41aa-a8f9-b4ae3e4171d2 req-90410ed9-a958-4979-b918-96f8754c6223 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0545013 Feb 16 18:33:45.133886 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-a2d1dac4-6fea-4d99-9a9b-d94eb89c3965 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2452624 Feb 16 18:33:46.329584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c529d8b-a929-4043-a4dd-d3462d4c83aa req-4ffdc287-39b2-4697-8fb2-293f8f173818 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:46.331183 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c529d8b-a929-4043-a4dd-d3462d4c83aa req-4ffdc287-39b2-4697-8fb2-293f8f173818 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0859933 Feb 16 18:33:46.378012 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-0c529d8b-a929-4043-a4dd-d3462d4c83aa req-dbcaa022-e6c1-4345-beb9-fc136a51157c tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0404115 Feb 16 18:33:46.754211 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-d073bc76-c0bf-413e-8522-428e04b1ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:46.756029 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-d073bc76-c0bf-413e-8522-428e04b1ac8c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d&tenant_id=e6fd94531d83421fb92c2d6a71634a6b HTTP/1.1" status: 200 len: 1160 time: 0.0817652 Feb 16 18:33:46.851791 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-e0906efd-c485-475c-b379-71d71edad4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:46.853366 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-e0906efd-c485-475c-b379-71d71edad4db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1160 time: 0.0772276 Feb 16 18:33:46.995261 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-400329f2-54ff-4dc4-b5a4-36f76cb969a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:46.996871 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-400329f2-54ff-4dc4-b5a4-36f76cb969a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.1370268 Feb 16 18:33:47.106943 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-c581eb57-0b13-4063-aa59-67eb9ae992d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 999 time: 0.1034555 Feb 16 18:33:47.177276 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-4d3c5e14-96f6-4a6c-b5b5-c832d962302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:47.178830 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-4d3c5e14-96f6-4a6c-b5b5-c832d962302e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.0653651 Feb 16 18:33:47.260254 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-f7d0074d-8321-45ae-99fd-07c664fc8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:47.261757 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-f7d0074d-8321-45ae-99fd-07c664fc8cef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761914 Feb 16 18:33:47.697763 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-2262e4fc-c0d6-4122-80b0-9a689a4aca88 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293094 Feb 16 18:33:47.803844 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af497bc1-7b3a-4ccc-9254-5950af38ad9f req-5e3af813-79ec-4b9c-b9f6-13cc2610b762 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:47.805491 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af497bc1-7b3a-4ccc-9254-5950af38ad9f req-5e3af813-79ec-4b9c-b9f6-13cc2610b762 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.2086515 Feb 16 18:33:47.886637 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-af497bc1-7b3a-4ccc-9254-5950af38ad9f req-802b1e79-7c84-4a5c-bba1-92f5d0446a36 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0654047 Feb 16 18:33:47.892182 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ca5a96bb-9d9c-4a0d-9b3a-c3fea73755eb req-02eb9891-6f95-4050-83ce-470e936089d5 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854403 Feb 16 18:33:49.084496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3923-49da-4fdb-b0f9-aae46cd93860 req-5a9dd547-d3da-4238-84ab-5baaf833030d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:49.086120 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-da9d3923-49da-4fdb-b0f9-aae46cd93860 req-5a9dd547-d3da-4238-84ab-5baaf833030d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0867026 Feb 16 18:33:49.133988 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-da9d3923-49da-4fdb-b0f9-aae46cd93860 req-ce893778-cca9-41ca-97f5-a9964e69c67f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0413837 Feb 16 18:33:49.739410 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-a53e6be7-5622-41c0-a526-c6ef3f600f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:49.741055 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-a53e6be7-5622-41c0-a526-c6ef3f600f68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1160 time: 0.0809743 Feb 16 18:33:49.895817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-444da3bf-f94b-4d54-a8cb-90319b0e11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:49.897410 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-444da3bf-f94b-4d54-a8cb-90319b0e11ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.1373274 Feb 16 18:33:50.007235 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-f24ae3a1-2cd5-4070-8bdf-912ed650e0fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 999 time: 0.1024795 Feb 16 18:33:50.076287 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-f5a97a6c-48f0-45a7-98ef-d3814ba304d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:50.077911 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-f5a97a6c-48f0-45a7-98ef-d3814ba304d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.0639050 Feb 16 18:33:50.160227 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-d619fbb8-0cb0-4d8d-8a5a-70ba7c958b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:50.161868 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-d619fbb8-0cb0-4d8d-8a5a-70ba7c958b1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774598 Feb 16 18:33:50.378092 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-ed74cc16-f8c8-4096-9ab0-a73e50b4875e service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093015 Feb 16 18:33:50.388486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f0b71-906c-4e47-a462-81a5cf9a0c0c req-0d5365fc-f60c-4238-9e13-36c646a4d215 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:50.390011 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9e1f0b71-906c-4e47-a462-81a5cf9a0c0c req-0d5365fc-f60c-4238-9e13-36c646a4d215 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.1299534 Feb 16 18:33:50.535006 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-9e1f0b71-906c-4e47-a462-81a5cf9a0c0c req-bae12395-846d-494d-b0cb-3f93582f3719 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1220896 Feb 16 18:33:50.564939 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-28568e8f-36d0-4920-a71d-fedbe7715788 req-11a5e402-b77f-4c11-8fcb-8d0937d3be68 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1739283 Feb 16 18:33:51.687751 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:33:51.739527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff9bb2-b201-4c29-ab99-061e75548004 req-3e1294cf-72f4-4c53-b72f-3f0ccb4012f6 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:51.741815 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5dff9bb2-b201-4c29-ab99-061e75548004 req-3e1294cf-72f4-4c53-b72f-3f0ccb4012f6 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0910883 Feb 16 18:33:51.789020 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5dff9bb2-b201-4c29-ab99-061e75548004 req-4bca2610-7e3c-425f-aaff-724457d61e03 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410798 Feb 16 18:33:52.051408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5dd02756-010b-4a2d-8738-026d8dfe906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:52.985356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed2bb1-bc77-4c48-a0f9-e9313f8eef3e req-04b69edf-cd71-4d14-a7d3-f859831c86bc tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:52.986977 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c3ed2bb1-bc77-4c48-a0f9-e9313f8eef3e req-04b69edf-cd71-4d14-a7d3-f859831c86bc tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0863299 Feb 16 18:33:53.035167 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-c3ed2bb1-bc77-4c48-a0f9-e9313f8eef3e req-b6d1c2aa-2aad-45c8-8306-114e82f44abc tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0412369 Feb 16 18:33:54.166545 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e5994cdd-e1b4-4e00-803e-9fc7bf472efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:54.237908 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45e1a-a5cf-467d-8880-9eeb97d02646 req-e4325c1b-4f69-4e3d-aeb1-8afb87bc7d61 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:54.239523 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dbc45e1a-a5cf-467d-8880-9eeb97d02646 req-e4325c1b-4f69-4e3d-aeb1-8afb87bc7d61 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0909231 Feb 16 18:33:54.287715 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-dbc45e1a-a5cf-467d-8880-9eeb97d02646 req-bfd6bd1a-df36-4fc2-95c1-a954428126bc tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418425 Feb 16 18:33:55.048615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:55.485602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf79e-dd17-4f87-9388-575d4716deaa req-76247bcb-eeea-44b4-9ea3-528c537138d2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:55.487206 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42cdf79e-dd17-4f87-9388-575d4716deaa req-76247bcb-eeea-44b4-9ea3-528c537138d2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0871871 Feb 16 18:33:55.537874 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-42cdf79e-dd17-4f87-9388-575d4716deaa req-7c0713ea-05a9-42cc-a490-23ff03121e86 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0442905 Feb 16 18:33:55.937510 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:56.492521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:56.734265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fb3af-7c26-428f-a62d-293b1e60a908 req-b46698e3-3b20-4d81-a48e-7c5da94e35d1 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:56.735800 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d71fb3af-7c26-428f-a62d-293b1e60a908 req-b46698e3-3b20-4d81-a48e-7c5da94e35d1 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0869222 Feb 16 18:33:56.782740 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-d71fb3af-7c26-428f-a62d-293b1e60a908 req-c4161e3c-5795-438b-91d9-0d8fe6e9987a tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0406108 Feb 16 18:33:57.812216 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 3d511113-0576-45e0-8143-74d1b908994e up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:33:57.886116 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 3d511113-0576-45e0-8143-74d1b908994e triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:33:57.886535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:57.985123 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71509e-15a9-4762-905f-c05cfbdedc99 req-3a526fd5-c79d-49e9-b483-a6c1c3d14804 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:57.986752 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3f71509e-15a9-4762-905f-c05cfbdedc99 req-3a526fd5-c79d-49e9-b483-a6c1c3d14804 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 943 time: 0.0906847 Feb 16 18:33:58.012400 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:58.035862 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3f71509e-15a9-4762-905f-c05cfbdedc99 req-dac67497-a4c3-43bc-b2a5-2c8f5ce78a63 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417652 Feb 16 18:33:58.067572 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d511113-0576-45e0-8143-74d1b908994e'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:33:58.077898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 3d511113-0576-45e0-8143-74d1b908994e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3d511113-0576-45e0-8143-74d1b908994e,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:33:58.109275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:33:58.111407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ae2a3d26-4ebc-4e18-84fb-ac4802ea7047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:33:58.142848 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d511113-0576-45e0-8143-74d1b908994e', 'code': 200} Feb 16 18:33:58.182742 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=3d511113-0576-45e0-8143-74d1b908994e,revision_number=6']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:33:58.186012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:33:58.421681 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac15e67-700a-4417-b76d-6fbf7adb78d9 req-4a3d8ba7-a682-4696-8af2-3694ea691c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:58.423248 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bac15e67-700a-4417-b76d-6fbf7adb78d9 req-4a3d8ba7-a682-4696-8af2-3694ea691c7b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.0763147 Feb 16 18:33:58.465528 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-bac15e67-700a-4417-b76d-6fbf7adb78d9 req-52e5863d-8c4b-4cd8-a27a-b15809f87c66 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0358555 Feb 16 18:33:59.238986 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b7d53-d7a9-419c-be19-f6349071cc94 req-2ffae298-86c5-4139-9532-b5a2e3899297 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:33:59.240533 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5d8b7d53-d7a9-419c-be19-f6349071cc94 req-2ffae298-86c5-4139-9532-b5a2e3899297 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0910120 Feb 16 18:33:59.288193 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-5d8b7d53-d7a9-419c-be19-f6349071cc94 req-fd834b1c-f354-4ef7-a200-4ec5d504ce18 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0402336 Feb 16 18:33:59.377799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 3d511113-0576-45e0-8143-74d1b908994e up at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:33:59.452149 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Provisioning complete for port 3d511113-0576-45e0-8143-74d1b908994e triggered by entity L2. {{(pid=83983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:33:59.452565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119077'] for port, provisioning_complete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:00.628045 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee2c27-4d86-4d5e-98e0-32a2fc83345c req-3caa50df-40f7-443a-b83d-53ef6e0b563a tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:34:00.629695 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-29ee2c27-4d86-4d5e-98e0-32a2fc83345c req-3caa50df-40f7-443a-b83d-53ef6e0b563a tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0879118 Feb 16 18:34:00.680572 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-29ee2c27-4d86-4d5e-98e0-32a2fc83345c req-6125e8a3-1f53-4680-a84d-b30a88afe1b2 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0441110 Feb 16 18:34:12.488399 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:22.062648 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-d092e430-1270-4ab3-8e7d-9d250132ebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:24.159695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-f8f2cc7b-353b-47da-8c9f-a3ecfd5819ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:25.051094 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:25.925275 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:26.499457 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:28.687802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:34:42.513431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:49.679350 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-404e68ee-f09b-46a6-9145-d4fdb3c1953c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0786662 Feb 16 18:34:49.824832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-970d8b86-c835-4a3b-90be-6efb2c322999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:34:49.826419 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-970d8b86-c835-4a3b-90be-6efb2c322999 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.0774014 Feb 16 18:34:49.981673 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-2b2f5403-4c28-444d-bcde-a20ea4a2aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:34:49.983194 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-2b2f5403-4c28-444d-bcde-a20ea4a2aafe service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.1387410 Feb 16 18:34:50.096053 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-a2ebcf84-e189-4560-a39e-375350ed3160 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 1001 time: 0.1064317 Feb 16 18:34:50.168878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-91a56ac7-2aa4-4ef7-99f6-5d2ee320638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:34:50.170472 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-91a56ac7-2aa4-4ef7-99f6-5d2ee320638b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.0682554 Feb 16 18:34:50.254834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-7004cefd-9f75-4243-8295-c291fa5ead47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:34:50.256937 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-7004cefd-9f75-4243-8295-c291fa5ead47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788109 Feb 16 18:34:50.403062 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-9e2074d8-6bcc-4192-ab8c-c21130abcbd5 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393101 Feb 16 18:34:50.547271 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-33fc63a2-ef40-4e70-9a83-3ba9ebbacf8b req-9a7b36af-42a6-48c4-b50a-57829b3e3d54 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367724 Feb 16 18:34:52.054018 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-31f0d3b7-e0a2-4e2b-8a8c-8f8fb42feb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:54.170775 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ef2dff95-4ffe-470b-82cb-4811c06031f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:55.042223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:55.924820 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:34:56.510581 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:05.687062 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:35:12.512959 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:22.050170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-1062eef9-7020-482c-95ae-3f68357e7e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:24.167195 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ad6722f0-1ef8-43f0-97e1-fd1900128f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:25.049932 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:25.935585 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:26.504635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:27.760976 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-a7cbf7b2-2144-4cff-892e-525e2b3d859b tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/floatingips/3891c570-e48e-42bd-bfd2-71d2696b88f2 HTTP/1.1" status: 200 len: 998 time: 0.1163034 Feb 16 18:35:28.151251 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-965f50c8-b23c-465f-a593-6725df8d1a55 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:28.152751 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-965f50c8-b23c-465f-a593-6725df8d1a55 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/networks/74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc HTTP/1.1" status: 200 len: 784 time: 0.3860753 Feb 16 18:35:28.164658 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-f8fc1d19-4ffe-4e00-97cb-95e8ce86554f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:35:28.165696 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-f8fc1d19-4ffe-4e00-97cb-95e8ce86554f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0070493 Feb 16 18:35:28.275016 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-16c33083-52f3-428c-a4f6-f85a17a1827a tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.125 HTTP/1.1" status: 200 len: 1001 time: 0.1033905 Feb 16 18:35:28.354601 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-77ef1790-0702-44d3-8f71-2af111aa833d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:28.356069 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-77ef1790-0702-44d3-8f71-2af111aa833d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports/3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 942 time: 0.0752535 Feb 16 18:35:28.543628 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-82792acf-018e-45a4-bbe8-fe5baa0aaf6e tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.3.125 HTTP/1.1" status: 200 len: 1001 time: 0.1053917 Feb 16 18:35:28.764965 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Deleting port 15d2a637-b7e1-4300-be7d-b9806e46cdac {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:28.765541 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:28.945954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:28.946330 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:29.082284 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Calling delete_port for 15d2a637-b7e1-4300-be7d-b9806e46cdac owned by network:floatingip {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:29.301427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:29.317559 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-81a98398-cb5e-45c1-9eab-0662556470d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:29.377954 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event deleted for resources: {'Port': ['ID=15d2a637-b7e1-4300-be7d-b9806e46cdac,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:29.438215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.438643 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.439066 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.439478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.439920 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.440329 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.440734 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.441136 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.441539 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.441943 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.442375 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.442776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.443233 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.443659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.444084 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.444488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.444889 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.445290 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.445687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.446083 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.446478 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.446874 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.447272 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.447702 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:29.451496 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:29.563265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:29.563686 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.db.l3_db [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Floating IP 3891c570-e48e-42bd-bfd2-71d2696b88f2 disassociated (deleted). External IP: 172.27.3.125, port: 3d511113-0576-45e0-8143-74d1b908994e. Feb 16 18:35:29.932522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:35:30.125441 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:35:30.135533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] Sync routers for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:35:30.145074 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:35:30.146377 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:35:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:30.205248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for floatingip, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:30.264813 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-481d6b0a-2f3e-4b7b-94b7-a79f642ca770 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "DELETE /v2.0/floatingips/3891c570-e48e-42bd-bfd2-71d2696b88f2 HTTP/1.1" status: 204 len: 173 time: 1.7151337 Feb 16 18:35:30.265387 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'tag': '3d511113-0576-45e0-8143-74d1b908994e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:35:30.314814 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'tag': '3d511113-0576-45e0-8143-74d1b908994e', 'status': 'completed', 'code': 200} Feb 16 18:35:30.336464 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:35:30.478637 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-c2e77276-91b2-424c-86af-8cf13cef4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:30.480280 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-c2e77276-91b2-424c-86af-8cf13cef4eb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.2007365 Feb 16 18:35:30.482129 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d15-f709-4032-b74e-8d8d44b71762 req-161e42d1-43e0-4e70-a8d9-0e81c6718c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:30.483612 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40523d15-f709-4032-b74e-8d8d44b71762 req-161e42d1-43e0-4e70-a8d9-0e81c6718c07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 1162 time: 0.1079297 Feb 16 18:35:30.671626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:15Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:30.675699 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] Checking router: 79b3db3b-d494-411b-9a78-d28c3eac9fe9 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:35:30.685247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:35:30.685909 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:35:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:30.745730 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-f27b1af3-249d-42cb-85e1-28affa305a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:30.747282 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-f27b1af3-249d-42cb-85e1-28affa305a64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.2605531 Feb 16 18:35:30.749650 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d15-f709-4032-b74e-8d8d44b71762 req-52f5ec22-b2a8-4fe0-98cd-1e803b538f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:30.751091 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40523d15-f709-4032-b74e-8d8d44b71762 req-52f5ec22-b2a8-4fe0-98cd-1e803b538f41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 200 len: 903 time: 0.2398560 Feb 16 18:35:30.875153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:35:30.878007 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-c7df5888-2e01-4380-9ad4-c9579b3fd1b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 217 time: 0.1238518 Feb 16 18:35:30.887885 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40523d15-f709-4032-b74e-8d8d44b71762 req-d0b37375-0e19-49de-9858-e2f341857ee0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 200 len: 217 time: 0.0785844 Feb 16 18:35:31.015456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-963dd038-8d75-4ba8-b4c9-9472d17718f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:31.015456 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-963dd038-8d75-4ba8-b4c9-9472d17718f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.1233678 Feb 16 18:35:31.015456 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d15-f709-4032-b74e-8d8d44b71762 req-4c26bec8-f02f-46f7-9dd8-44279a803ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:31.015456 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40523d15-f709-4032-b74e-8d8d44b71762 req-4c26bec8-f02f-46f7-9dd8-44279a803ecb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 200 len: 848 time: 0.0873663 Feb 16 18:35:31.166225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-72d6e9c7-e17b-4011-84df-1d50f20906f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:31.167945 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-72d6e9c7-e17b-4011-84df-1d50f20906f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1520832 Feb 16 18:35:31.170690 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d15-f709-4032-b74e-8d8d44b71762 req-c600b945-5bd3-4e52-a5f2-077f5c06a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:31.172338 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40523d15-f709-4032-b74e-8d8d44b71762 req-c600b945-5bd3-4e52-a5f2-077f5c06a0c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5e16d23-b42a-4328-8a59-c64545c13717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210923 Feb 16 18:35:31.376316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:15Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:31.380744 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb04b2-6802-43b7-a273-30081bcab09c None None] The sync data for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi is: [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:30:07Z', 'revision_number': 4, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi', '_interfaces': [{'id': '7def5420-3aab-4f73-bf82-1c9c51ef6c90', 'name': '', 'network_id': 'b5e16d23-b42a-4328-8a59-c64545c13717', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'mac_address': 'fa:16:3e:2e:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:06Z', 'updated_at': '2021-02-16T18:30:15Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'subnets': [{'id': 'c6c93384-1997-48c2-bb30-b00ab0b65834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:35:31.680110 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40523d15-f709-4032-b74e-8d8d44b71762 req-a66d55e2-ceb0-4b19-974a-6fd4e8e0f735 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824023 Feb 16 18:35:31.682115 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-76f53ef6-1923-4b85-b267-b363fa41a257 service neutron] 10.222.0.16 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066369 Feb 16 18:35:31.750486 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d2769f-b6df-4460-9249-a5f0a7b4823d None None] New status for floating IP 3891c570-e48e-42bd-bfd2-71d2696b88f2: DOWN {{(pid=83983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:35:31.953958 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-40523d15-f709-4032-b74e-8d8d44b71762 req-8dc91ad6-d170-48f8-8ac4-f32e75351f17 service neutron] 10.222.0.72 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2675626 Feb 16 18:35:31.956063 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-4987b3c0-a0a8-4bde-8b18-b9e394de7e2c req-d5c653a0-8736-4757-b992-5e117f0e69f9 service neutron] 10.222.0.16 "GET /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2437732 Feb 16 18:35:32.484140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d7ac4-cae8-4aa2-8c1a-bc019b1869f2 req-7527ec24-36b1-4a0d-b62c-5791e29b7884 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:32.484936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-ef2d7ac4-cae8-4aa2-8c1a-bc019b1869f2 req-7527ec24-36b1-4a0d-b62c-5791e29b7884 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Synchronizing usage tracker for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:35:32.544422 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-ef2d7ac4-cae8-4aa2-8c1a-bc019b1869f2 req-7527ec24-36b1-4a0d-b62c-5791e29b7884 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Unset dirty status for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:35:32.545692 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef2d7ac4-cae8-4aa2-8c1a-bc019b1869f2 req-7527ec24-36b1-4a0d-b62c-5791e29b7884 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.1501031 Feb 16 18:35:32.592870 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-ef2d7ac4-cae8-4aa2-8c1a-bc019b1869f2 req-d78ea871-bcd2-4254-82d7-2cb370650704 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0408864 Feb 16 18:35:33.795044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8158f-5df9-4fad-9dee-ab7ecfeb9bfe req-24211acc-1750-4194-b4a2-2f3c2a0d36b5 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:33.796614 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b1c8158f-5df9-4fad-9dee-ab7ecfeb9bfe req-24211acc-1750-4194-b4a2-2f3c2a0d36b5 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0890086 Feb 16 18:35:33.846565 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-b1c8158f-5df9-4fad-9dee-ab7ecfeb9bfe req-42c91e9e-3781-47d2-8f57-9591d87d51f5 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f206b53-1557-47b8-bbfc-84edd74af96b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0432158 Feb 16 18:35:33.939586 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Device 3d511113-0576-45e0-8143-74d1b908994e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:35:34.059625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630219'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:34.069745 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-e8bd8c3f-61f6-44ca-86fc-7508edfbd761 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:35:34.071369 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-e8bd8c3f-61f6-44ca-86fc-7508edfbd761 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.72 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 945 time: 0.0873096 Feb 16 18:35:34.091339 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d511113-0576-45e0-8143-74d1b908994e'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:35:34.105217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] For port 3d511113-0576-45e0-8143-74d1b908994e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3d511113-0576-45e0-8143-74d1b908994e,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:34.136602 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736450859021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736450355144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363300404420639'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:34.138028 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:34.150644 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Deleting port 3d511113-0576-45e0-8143-74d1b908994e {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:34.151043 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:34.171869 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d511113-0576-45e0-8143-74d1b908994e', 'code': 200} Feb 16 18:35:34.211295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Pushing event updated for resources: {'Port': ['ID=3d511113-0576-45e0-8143-74d1b908994e,revision_number=7']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:34.219264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.219687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.220073 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.220452 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.220828 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.221202 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.221574 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.221945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.222332 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.222692 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.223057 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.224013 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.224427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.224797 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.225166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.225531 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.225900 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.226260 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.226630 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.226990 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.227350 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.227739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.228105 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.228469 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:34.232834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:34.416113 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] For port 3d511113-0576-45e0-8143-74d1b908994e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3d511113-0576-45e0-8143-74d1b908994e,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:34.416522 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:34.553878 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Calling delete_port for 3d511113-0576-45e0-8143-74d1b908994e owned by compute:nova {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:34.870306 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32470057'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:34.887437 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2b951f8e-db53-4632-9430-7639f0293532 tempest-TestVolumeBootPattern-1690410275 tempest-TestVolumeBootPattern-1690410275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:34.951423 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event deleted for resources: {'Port': ['ID=3d511113-0576-45e0-8143-74d1b908994e,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:34.955774 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:35.066486 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-6c608223-5a9f-4bcc-9d7c-2e13bd05f200 req-7a4b17b4-2424-458a-a0bc-50460430e49b tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.0643315 Feb 16 18:35:35.151307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] No DVR routers for this DVR port 3d511113-0576-45e0-8143-74d1b908994e on host hv-cinder-76330 {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:35:35.153534 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3438'] for port, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:35.156279 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-deleted', 'tag': '3d511113-0576-45e0-8143-74d1b908994e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:35:35.205269 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-383e740d-4af0-4bf1-8ce7-513c6ff08eba req-16419fe1-5973-4b30-b0a1-b2f768497f3f tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.72 "DELETE /v2.0/ports/3d511113-0576-45e0-8143-74d1b908994e HTTP/1.1" status: 204 len: 173 time: 1.1282630 Feb 16 18:35:35.207073 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fd5250-c719-4707-be4a-945b2d8d774d', 'name': 'network-vif-deleted', 'tag': '3d511113-0576-45e0-8143-74d1b908994e', 'status': 'completed', 'code': 200} Feb 16 18:35:36.246750 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-a0364be6-e241-46a5-b435-ae55e9ad7166 req-16552e9d-2b35-4283-8dff-7ccda371f09d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Synchronizing usage tracker for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:port {{(pid=83981) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:35:36.296061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.quota.resource [req-a0364be6-e241-46a5-b435-ae55e9ad7166 req-16552e9d-2b35-4283-8dff-7ccda371f09d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Unset dirty status for tenant:e6fd94531d83421fb92c2d6a71634a6b on resource:port {{(pid=83981) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:35:36.297414 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-a0364be6-e241-46a5-b435-ae55e9ad7166 req-16552e9d-2b35-4283-8dff-7ccda371f09d tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fd5250-c719-4707-be4a-945b2d8d774d HTTP/1.1" status: 200 len: 210 time: 0.1019347 Feb 16 18:35:37.464380 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3a9c7756-e123-4c59-9473-7454dcb8f735 req-8398d886-bf69-433f-a7f2-42c2c474efd8 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "GET /v2.0/security-groups/4f206b53-1557-47b8-bbfc-84edd74af96b HTTP/1.1" status: 200 len: 2991 time: 0.0513701 Feb 16 18:35:37.536407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3a9c7756-e123-4c59-9473-7454dcb8f735 req-6ab13561-96f4-4f4d-b28c-ee5acb0c13fd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:37.566188 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3a9c7756-e123-4c59-9473-7454dcb8f735 req-6ab13561-96f4-4f4d-b28c-ee5acb0c13fd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:37.759564 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3a9c7756-e123-4c59-9473-7454dcb8f735 req-6ab13561-96f4-4f4d-b28c-ee5acb0c13fd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:37.765667 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ba7abb3f-6c28-4361-a081-90bbcdcac399 tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:37.785729 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab13561-96f4-4f4d-b28c-ee5acb0c13fd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f206b53-1557-47b8-bbfc-84edd74af96b,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:37.788852 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-6ab13561-96f4-4f4d-b28c-ee5acb0c13fd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:37.821217 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [req-3a9c7756-e123-4c59-9473-7454dcb8f735 req-6ab13561-96f4-4f4d-b28c-ee5acb0c13fd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] Notify callbacks [] for security_group, before_response {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:37.822500 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [req-3a9c7756-e123-4c59-9473-7454dcb8f735 req-6ab13561-96f4-4f4d-b28c-ee5acb0c13fd tempest-TestShelveInstance-1275031171 tempest-TestShelveInstance-1275031171-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f206b53-1557-47b8-bbfc-84edd74af96b HTTP/1.1" status: 204 len: 173 time: 0.3520312 Feb 16 18:35:37.901316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50086) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:38.581758 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618650'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:38.949111 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Deleting port 7def5420-3aab-4f73-bf82-1c9c51ef6c90 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:38.949495 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:39.130295 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] For port 7def5420-3aab-4f73-bf82-1c9c51ef6c90, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=7def5420-3aab-4f73-bf82-1c9c51ef6c90,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:39.130697 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:39.260178 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Calling delete_port for 7def5420-3aab-4f73-bf82-1c9c51ef6c90 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:39.547245 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:39.563530 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7c317751-59dd-4829-afa2-9c30bb34338e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:39.869408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Pushing event deleted for resources: {'Port': ['ID=7def5420-3aab-4f73-bf82-1c9c51ef6c90,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:39.924128 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.924557 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.924983 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.925398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.925809 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.926220 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.927170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.927598 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.928012 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.928417 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.928825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.929229 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.929687 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.930096 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.930498 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.930897 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.931297 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.931723 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.932124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.932521 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.932918 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.933315 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.933714 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.934112 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:35:39.941527 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:40.239425 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854167510'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:40.743356 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:35:40.932870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:35:40.942834 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] Sync routers for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:35:40.952427 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:35:40.953093 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:35:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:40.975369 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-3152c70b-8891-48b1-bce7-e4157ba30165 admin admin] 10.222.0.16 "PUT /v2.0/routers/79b3db3b-d494-411b-9a78-d28c3eac9fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0724220 Feb 16 18:35:40.978050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50092) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:41.142386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:35:41.175659 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:41.360933 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:41.366050 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Deleting port c57045dc-e228-453a-bd36-60658797abb7 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:41.366432 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:41.440632 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:35:39Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:41.445720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] Checking router: 79b3db3b-d494-411b-9a78-d28c3eac9fe9 for host: dv-cinder-763306-9-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:35:41.454616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] Routers {'79b3db3b-d494-411b-9a78-d28c3eac9fe9'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:35:41.455273 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:35:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:41.554494 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] For port c57045dc-e228-453a-bd36-60658797abb7, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=c57045dc-e228-453a-bd36-60658797abb7,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:41.554898 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:41.646075 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] Set router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:35:41.688944 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Calling delete_port for c57045dc-e228-453a-bd36-60658797abb7 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:41.889238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:41.950731 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:35:39Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:41.954806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850491c-0182-4dc9-aaf3-2ab34473b80b None None] The sync data for ids ['79b3db3b-d494-411b-9a78-d28c3eac9fe9'] in dv-cinder-763306-9-iscsi is: [{'id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'name': 'tempest-TestShelveInstance-1260620091-router', 'tenant_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c57045dc-e228-453a-bd36-60658797abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:02Z', 'updated_at': '2021-02-16T18:35:39Z', 'revision_number': 5, 'project_id': 'e6fd94531d83421fb92c2d6a71634a6b', 'gw_port': {'id': 'c57045dc-e228-453a-bd36-60658797abb7', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b3db3b-d494-411b-9a78-d28c3eac9fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:03Z', 'updated_at': '2021-02-16T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:35:42.082963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853800330'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.221280 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128496'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.224182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.350152 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-619145'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.350779 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b3db3b-d494-411b-9a78-d28c3eac9fe9 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:35:42.371801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.373036 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-cb1cec24-badc-472b-be84-5a3f44f03c5e admin admin] 10.222.0.16 "DELETE /v2.0/routers/79b3db3b-d494-411b-9a78-d28c3eac9fe9 HTTP/1.1" status: 204 len: 168 time: 1.3939526 Feb 16 18:35:42.375882 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50096) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:42.443806 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] Deleting subnet c6c93384-1997-48c2-bb30-b00ab0b65834 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:35:42.447209 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.500868 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.504580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.589072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.687131 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:35:42.876271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:42.896398 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:42.944263 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c93384-1997-48c2-bb30-b00ab0b65834,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:42.993976 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:43.057307 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device c57045dc-e228-453a-bd36-60658797abb7 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:35:43.097975 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: c57045dc-e228-453a-bd36-60658797abb7 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:35:43.098537 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device c57045dc-e228-453a-bd36-60658797abb7 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:35:43.099046 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 7def5420-3aab-4f73-bf82-1c9c51ef6c90 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:35:43.141170 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 7def5420-3aab-4f73-bf82-1c9c51ef6c90 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:35:43.141577 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 7def5420-3aab-4f73-bf82-1c9c51ef6c90 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:35:43.272040 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:43.277720 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689824c-82d8-438e-ae04-ad76e737547b None None] Network b5e16d23-b42a-4328-8a59-c64545c13717 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:35:43.277976 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-66a4a060-be45-4b6a-aacd-9ed82e7f99c8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c6c93384-1997-48c2-bb30-b00ab0b65834 HTTP/1.1" status: 204 len: 168 time: 0.9010305 Feb 16 18:35:43.280792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50100) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:43.396825 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:43.465771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Deleting port 91b6f742-cad8-4171-b28f-5c994dfb561d {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:43.466143 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:43.534853 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] DHCP port deletion for b5e16d23-b42a-4328-8a59-c64545c13717 request from dv-cinder-763306-9-iscsi {{(pid=83983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:35:43.539449 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] Deleting port 91b6f742-cad8-4171-b28f-5c994dfb561d {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:43.539919 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:43.686063 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] For port 91b6f742-cad8-4171-b28f-5c994dfb561d, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=91b6f742-cad8-4171-b28f-5c994dfb561d,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:43.686386 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:43.758266 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] For port 91b6f742-cad8-4171-b28f-5c994dfb561d, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=91b6f742-cad8-4171-b28f-5c994dfb561d,segment=NetworkSegment(ce581102-9608-4e51-8e9e-c45b70308381),segment_id=ce581102-9608-4e51-8e9e-c45b70308381)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:43.758635 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:43.819125 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Calling delete_port for 91b6f742-cad8-4171-b28f-5c994dfb561d owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:43.890060 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] Calling delete_port for 91b6f742-cad8-4171-b28f-5c994dfb561d owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:43.929812 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:43.946037 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-e5f22dbe-73a9-467d-bcdb-8f16042f1163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:43.966858 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:35:43.967265 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:35:44.001359 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b6f742-cad8-4171-b28f-5c994dfb561d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:44.004373 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:44.091289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] No DVR routers for this DVR port 91b6f742-cad8-4171-b28f-5c994dfb561d on host dv-cinder-763306-9-iscsi {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:35:44.213533 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:44.326140 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e16d23-b42a-4328-8a59-c64545c13717']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:44.339048 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce581102-9608-4e51-8e9e-c45b70308381') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:44.339384 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce581102-9608-4e51-8e9e-c45b70308381') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:44.351971 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:44.367292 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:44.369429 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:35:44.469100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] Deleting port 91b6f742-cad8-4171-b28f-5c994dfb561d {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:44.469495 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:44.542893 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-7bf43d36-5b88-4fa5-ab55-28144a1f60c3 None None] The port '91b6f742-cad8-4171-b28f-5c994dfb561d' was deleted {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:35:44.546313 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Network b5e16d23-b42a-4328-8a59-c64545c13717 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:35:44.555740 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:44.735851 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Network b5e16d23-b42a-4328-8a59-c64545c13717 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:35:44.758108 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:35:44.861215 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:44.864757 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-7119f0bd-e35b-4c94-b962-94654468e6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:44.880907 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:44.892250 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e16d23-b42a-4328-8a59-c64545c13717,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:44.897271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:44.900825 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-dbfe7576-cedf-4239-97f5-eda3705e3ba7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b5e16d23-b42a-4328-8a59-c64545c13717 HTTP/1.1" status: 204 len: 168 time: 1.6190135 Feb 16 18:35:44.904420 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50104) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:45.055338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 91b6f742-cad8-4171-b28f-5c994dfb561d no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:35:45.096473 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: 91b6f742-cad8-4171-b28f-5c994dfb561d {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:35:45.096870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device 91b6f742-cad8-4171-b28f-5c994dfb561d not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:35:45.470580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618650'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:45.836540 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Deleting port b1c75469-f748-44eb-89f9-b312d000b9fa {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:45.836839 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:46.260771 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] For port b1c75469-f748-44eb-89f9-b312d000b9fa, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=b1c75469-f748-44eb-89f9-b312d000b9fa,segment=NetworkSegment(a31bbb35-15e3-4135-a1ca-5481b5a27ba2),segment_id=a31bbb35-15e3-4135-a1ca-5481b5a27ba2)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:46.261367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:46.391058 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Calling delete_port for b1c75469-f748-44eb-89f9-b312d000b9fa owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:46.718440 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:46.734248 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-3254dcc2-90c1-4f8f-bb2c-79108ddd1050 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:46.793389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c75469-f748-44eb-89f9-b312d000b9fa,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:46.796081 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:47.158360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854167510'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:47.662652 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 has already been hosted by L3 agent edf0c81f-4d88-43e5-9477-0553a05bd246 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:35:47.851801 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] Notify agent at l3_agent.dv-cinder-763306-9-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:35:47.860941 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] Sync routers for ids ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'] in dv-cinder-763306-9-iscsi {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:35:47.861100 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-175805b1-7311-4bc0-9adc-51a939fbd6cd admin admin] 10.222.0.16 "PUT /v2.0/routers/55660a09-bc81-48fb-9f6d-7c5a4d80a834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9555492 Feb 16 18:35:47.864270 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50108) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:47.871072 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] Routers {'55660a09-bc81-48fb-9f6d-7c5a4d80a834'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:35:47.871792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:35:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:48.057488 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:48.058636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] Set router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:35:48.248349 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:48.253695 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Deleting port fbfeb688-6b40-4e91-b192-2ca020118710 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:48.254078 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:48.445389 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] For port fbfeb688-6b40-4e91-b192-2ca020118710, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=fbfeb688-6b40-4e91-b192-2ca020118710,segment=NetworkSegment(df122d77-d631-492a-b95c-faacdd07fcac),segment_id=df122d77-d631-492a-b95c-faacdd07fcac)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:48.445802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:48.527135 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:35:46Z', 'revision_number': 5, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:48.532026 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] Checking router: 55660a09-bc81-48fb-9f6d-7c5a4d80a834 for host: dv-cinder-763306-9-iscsi {{(pid=83983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:35:48.542733 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] Routers {'55660a09-bc81-48fb-9f6d-7c5a4d80a834'} bound to L3 agent in host dv-cinder-763306-9-iscsi {{(pid=83983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:35:48.543433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T18:07:24Z,description=,heartbeat_timestamp=2021-02-16T18:35:24Z,host='dv-cinder-763306-9-iscsi',id=edf0c81f-4d88-43e5-9477-0553a05bd246,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T18:07:24Z,topic='l3_agent')) {'router_ids': ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'], 'active': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:48.741872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvr_db [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] Set router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 gateway port host: dv-cinder-763306-9-iscsi {{(pid=83983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:35:48.828235 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Calling delete_port for fbfeb688-6b40-4e91-b192-2ca020118710 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:48.970142 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:49.046120 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_hamode_db [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:35:46Z', 'revision_number': 5, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}], 'dv-cinder-763306-9-iscsi', False) {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:49.050431 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a641fa5-d272-4847-927c-f4353e35e5bc None None] The sync data for ids ['55660a09-bc81-48fb-9f6d-7c5a4d80a834'] in dv-cinder-763306-9-iscsi is: [{'id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'name': 'tempest-TestShelveInstance-661448158-router', 'tenant_id': '9babeec9487a471487cc6ee71e2332d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'external_fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:30:11Z', 'updated_at': '2021-02-16T18:35:46Z', 'revision_number': 5, 'project_id': '9babeec9487a471487cc6ee71e2332d9', 'gw_port': {'id': 'fbfeb688-6b40-4e91-b192-2ca020118710', 'name': '', 'network_id': '74bf4aff-1bee-4bb9-b585-d5a4bb9b9dcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55660a09-bc81-48fb-9f6d-7c5a4d80a834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:30:12Z', 'updated_at': '2021-02-16T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1004905-2ca5-419c-b457-ed4b2a26d1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-iscsi'}] {{(pid=83983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:35:49.162915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853800330'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:49.306616 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128496'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:49.309051 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:49.561591 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-619145'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:49.562162 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55660a09-bc81-48fb-9f6d-7c5a4d80a834 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:35:49.575137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:49.576437 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-01bbdecd-d107-4e3e-85d6-1e866d38785e admin admin] 10.222.0.16 "DELETE /v2.0/routers/55660a09-bc81-48fb-9f6d-7c5a4d80a834 HTTP/1.1" status: 204 len: 168 time: 1.7111695 Feb 16 18:35:49.579044 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50112) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:49.648311 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.db_base_plugin_v2 [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] Deleting subnet 58aea3df-d94e-40eb-b805-eb3106249487 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:35:49.651739 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:49.708737 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496258'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:49.792206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853111158'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:50.276316 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1664659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823118038'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:50.293146 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-2399c642-0a36-49cd-8621-3a6251e7a364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:50.340153 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58aea3df-d94e-40eb-b805-eb3106249487,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:50.342899 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:50.429416 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:50.434950 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e2383-037f-444b-9782-a41d568eb235 None None] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 requested from dv-cinder-763306-9-iscsi {{(pid=83983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:35:50.435485 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-db98bc79-07ef-4789-81b3-d9e51249fde6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/58aea3df-d94e-40eb-b805-eb3106249487 HTTP/1.1" status: 204 len: 168 time: 0.8553646 Feb 16 18:35:50.438166 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50116) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:50.556138 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853166651'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:50.629523 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Deleting port e8de2474-109e-45a3-81cf-4907482dc66c {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:50.629945 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:50.692565 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] DHCP port deletion for 4991252a-9d14-4fa9-8d42-58dc64d07390 request from dv-cinder-763306-9-iscsi {{(pid=83983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:35:50.696832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] Deleting port e8de2474-109e-45a3-81cf-4907482dc66c {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:50.697264 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:50.851680 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] For port e8de2474-109e-45a3-81cf-4907482dc66c, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e8de2474-109e-45a3-81cf-4907482dc66c,segment=NetworkSegment(a31bbb35-15e3-4135-a1ca-5481b5a27ba2),segment_id=a31bbb35-15e3-4135-a1ca-5481b5a27ba2)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:50.852286 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:50.915535 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.db [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] For port e8de2474-109e-45a3-81cf-4907482dc66c, host dv-cinder-763306-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-iscsi',level=0,port_id=e8de2474-109e-45a3-81cf-4907482dc66c,segment=NetworkSegment(a31bbb35-15e3-4135-a1ca-5481b5a27ba2),segment_id=a31bbb35-15e3-4135-a1ca-5481b5a27ba2)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:35:50.916001 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923307'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:50.987915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Calling delete_port for e8de2474-109e-45a3-81cf-4907482dc66c owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:51.049348 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] Calling delete_port for e8de2474-109e-45a3-81cf-4907482dc66c owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:35:51.084289 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device fbfeb688-6b40-4e91-b192-2ca020118710 no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:35:51.098802 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1630368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736450859038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363300404420673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823278682'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:51.114817 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-1b122bb0-2ff7-4eb4-bc9a-6198ee0f0ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:51.130338 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: fbfeb688-6b40-4e91-b192-2ca020118710 {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:35:51.130743 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device fbfeb688-6b40-4e91-b192-2ca020118710 not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:35:51.131214 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device b1c75469-f748-44eb-89f9-b312d000b9fa no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:35:51.174566 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: b1c75469-f748-44eb-89f9-b312d000b9fa {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:35:51.174968 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device b1c75469-f748-44eb-89f9-b312d000b9fa not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:35:51.175100 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8de2474-109e-45a3-81cf-4907482dc66c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:51.175430 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e8de2474-109e-45a3-81cf-4907482dc66c no longer exists at agent ovs-agent-dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:35:51.220314 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] No Port match for: e8de2474-109e-45a3-81cf-4907482dc66c {{(pid=83983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:35:51.220718 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.rpc [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Device e8de2474-109e-45a3-81cf-4907482dc66c not bound to the agent host dv-cinder-763306-9-iscsi {{(pid=83983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:35:51.222628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:51.241957 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.db.api [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:35:51.242323 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_db.api [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:35:51.258155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] No DVR routers for this DVR port e8de2474-109e-45a3-81cf-4907482dc66c on host dv-cinder-763306-9-iscsi {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:35:51.379674 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853107693', 'neutron.services.segments.db._delete_segments_for_network--9223363300404049695'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:51.491792 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4991252a-9d14-4fa9-8d42-58dc64d07390']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:51.504935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:51.505223 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.services.segments.db [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31bbb35-15e3-4135-a1ca-5481b5a27ba2') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:35:51.517141 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300404037151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823279543'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:51.609872 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665260'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:51.612056 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:35:51.743124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] Deleting port e8de2474-109e-45a3-81cf-4907482dc66c {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:35:51.743724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736450769779'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:51.795268 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:35:51.804915 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853110629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823278254'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:51.819567 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.plugin [None req-3c27a28e-a3e6-4eff-baea-e023859a4f34 None None] The port 'e8de2474-109e-45a3-81cf-4907482dc66c' was deleted {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:35:51.985388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.plugins.ml2.managers [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Network 4991252a-9d14-4fa9-8d42-58dc64d07390 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: Traceback (most recent call last): Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: timer() Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: cb(*args, **kw) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: return func(*args, **kwargs) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: self._notify() Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: self.callback(batched_events) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: event.method(event) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: segment_id)['aggregates'][0] Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: return f(self, *a, **k) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: return self._get(url).json() Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: **kwargs) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: return self.request(url, 'GET', **kwargs) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: **endpoint_filter) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:35:52.009018 dv-cinder-763306-9-iscsi neutron-server[83870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:35:52.055935 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-27d30c5b-9bff-4df0-ac06-d6dee3b694ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:52.277840 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975453'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:52.281106 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:52.296006 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012015'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:52.307017 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=4991252a-9d14-4fa9-8d42-58dc64d07390,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:52.310182 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:52.312654 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-a7b5f095-649d-4930-a4e2-708e65947f76 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4991252a-9d14-4fa9-8d42-58dc64d07390 HTTP/1.1" status: 204 len: 168 time: 1.8732910 Feb 16 18:35:52.507728 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50122) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:52.558789 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-1615c462-90ae-4ae6-a8b1-f5a086215d04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6fd94531d83421fb92c2d6a71634a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497191 Feb 16 18:35:52.561168 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50126) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:52.625201 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-415f8d9c-01a1-4890-ae9e-43d733ded4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:52.652724 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-415f8d9c-01a1-4890-ae9e-43d733ded4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:52.757849 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-415f8d9c-01a1-4890-ae9e-43d733ded4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:52.763137 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-41cb63f8-eb93-474a-8f15-2df76bcae60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:52.777587 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f8d9c-01a1-4890-ae9e-43d733ded4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82177ce-6bca-41a6-841f-0041e882ee78,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:52.782755 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-415f8d9c-01a1-4890-ae9e-43d733ded4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:52.784998 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-415f8d9c-01a1-4890-ae9e-43d733ded4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:52.785987 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-415f8d9c-01a1-4890-ae9e-43d733ded4c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f82177ce-6bca-41a6-841f-0041e882ee78 HTTP/1.1" status: 204 len: 168 time: 0.2238958 Feb 16 18:35:53.276626 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50134) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:53.328842 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-feebfb0d-d8bd-48f4-b6f9-24c7ccdc817a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9babeec9487a471487cc6ee71e2332d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508749 Feb 16 18:35:53.331277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 50138) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:35:53.391247 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ccadd76a-da63-4b79-8c5b-eab2e0b26fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:53.421870 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ccadd76a-da63-4b79-8c5b-eab2e0b26fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:53.606838 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ccadd76a-da63-4b79-8c5b-eab2e0b26fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929795'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:53.611842 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-fe8ae081-f6f6-4e93-a859-f422234c6d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:35:53.624262 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadd76a-da63-4b79-8c5b-eab2e0b26fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85a786a-6dde-4125-9035-114cd6e5ca60,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:35:53.627358 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG oslo_concurrency.lockutils [None req-ccadd76a-da63-4b79-8c5b-eab2e0b26fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:35:53.629367 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-ccadd76a-da63-4b79-8c5b-eab2e0b26fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:53.631329 dv-cinder-763306-9-iscsi neutron-server[83870]: INFO neutron.wsgi [None req-ccadd76a-da63-4b79-8c5b-eab2e0b26fd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e85a786a-6dde-4125-9035-114cd6e5ca60 HTTP/1.1" status: 204 len: 168 time: 0.2982879 Feb 16 18:35:54.169861 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a9ae32b5-5a63-468e-9575-af04bb06d3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:55.066759 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:55.935285 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:35:56.509832 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:12.511747 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:19.686543 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:36:20.232218 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.wsgi [req-5c0959f7-458d-4bd2-896d-20df3c2a592e req-992a811b-cf5a-4635-8b91-b186ccfdb55b service neutron] (83982) timed out ('10.222.0.72', 52055) {{(pid=83982) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 16 18:36:22.043325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-cb2371ac-59ed-44d5-8bb5-86f9e70be58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:24.168787 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b91f3d0d-2bcd-4e2e-8560-fcd32a7a9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:25.100717 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:25.934891 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:26.506231 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:42.511674 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:52.037419 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-e3041954-e4b4-470a-8e78-9237f64ed30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:54.168536 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-03a5051f-2a97-45fb-b33e-5fe75aa75975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:55.066360 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:55.933973 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:56.517080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:36:56.685532 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:37:12.522468 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:22.045628 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a373e4ad-fba1-4eb0-880a-4fa3728f1ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:24.165936 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-3d878df4-6c25-4965-b23e-6508f8c34b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:25.065132 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:25.933615 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:26.510501 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:33.684815 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:37:42.527293 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:52.041604 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6e909c7f-3fab-42f6-b869-799e8396e790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:54.159624 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-292cfae3-c769-4f0e-bb3a-ece4a8b56d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:55.068325 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:55.919584 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:37:56.527331 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:10.688393 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:38:12.538448 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:22.050963 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-770adf00-e2c4-4ab3-bdca-ebd06ced73ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:24.166707 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0df2c11b-8c94-4156-8a60-7e02ed62169d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:25.086964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:25.932487 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:26.526735 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:42.532080 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:47.688180 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:38:52.040282 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-0cd21b39-0be0-40e7-b491-76912f8eb625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:54.164580 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-b894c547-23f3-456a-96b2-71424c936f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:55.073206 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:55.937407 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:38:56.530208 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:12.554341 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:22.028636 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-a3784484-e5ff-4595-b00a-11f353cd0e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:24.159964 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-8da88d4f-dbd4-4cd9-8c48-0adb1749b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:24.687155 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:39:25.074124 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:25.948277 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:26.525406 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:42.558480 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:52.056388 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-19d64321-233a-461e-aa3b-9595a150d2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:54.159445 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c40c95a0-45a3-49c7-a22f-67e856980e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:55.060930 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:55.946625 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:39:56.540916 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:01.687145 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:40:12.547490 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:22.033225 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d7d4-3892-4138-893d-950e0dca2489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:24.164271 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-67d44eba-416b-414e-a89a-f7b4b91c3449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:25.078693 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:25.947101 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:26.547135 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:38.686408 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:40:42.558203 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:52.026952 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-30442630-c401-437b-9cec-f72737b1eab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:54.185799 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c71bde81-66d9-4834-8409-77304718644e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:55.083159 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:55.952055 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:40:56.546238 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:41:12.626385 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad33-c63c-4bd2-8942-046f11ffbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:41:15.685776 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron.db.agents_db [None req-2be347db-fd60-424a-99da-6bdb1d09c147 None None] Agent healthcheck: found 6 active agents {{(pid=83984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:41:22.032463 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-5cc605c8-5677-4509-879f-9a1de9fbbc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:41:24.163433 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac009-b79c-4d58-abc2-0bff9708ae99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:41:25.117685 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-c223a15d-db62-42ec-8b5c-0a2da88e825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:41:25.940210 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-65e007a1-99db-4cd9-bb55-dceb4fa124d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:41:26.552061 dv-cinder-763306-9-iscsi neutron-server[83870]: DEBUG neutron_lib.callbacks.manager [None req-54a12cd4-1766-4fce-b25a-208355cac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300404049712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853119439'] for agent, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}